[ 449.630232] env[62024]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62024) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 449.630578] env[62024]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62024) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 449.630699] env[62024]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62024) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 449.631091] env[62024]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 449.728563] env[62024]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62024) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 449.738415] env[62024]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62024) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 450.345191] env[62024]: INFO nova.virt.driver [None req-afb48b7f-8239-4ef6-8a3f-6df9ab2856e4 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 450.418804] env[62024]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 450.418948] env[62024]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 450.419076] env[62024]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62024) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 453.638989] env[62024]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-78bc6b56-5121-4f89-8973-3657e6c2b0b6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 453.654965] env[62024]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62024) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 453.655193] env[62024]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-241c14d7-f0d9-49fb-8987-87790802777b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 453.681123] env[62024]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 80e24. [ 453.681331] env[62024]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.262s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 453.681836] env[62024]: INFO nova.virt.vmwareapi.driver [None req-afb48b7f-8239-4ef6-8a3f-6df9ab2856e4 None None] VMware vCenter version: 7.0.3 [ 453.685311] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14eec15-8e2d-4c4a-ba62-b5edebe5c8bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 453.704569] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1757a770-59f5-43aa-b132-0853c3b927be {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 453.710674] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90240f1d-c13e-4871-b489-d520a74bf407 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 453.717501] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08096e25-0483-437f-8c43-a708059009b8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 453.730710] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9e2132-cb97-4b96-9d2b-e1a1899f13a2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 453.736899] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e671807-0acb-4617-9f1e-d8776b9ef134 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 453.767490] env[62024]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-b57d5909-5251-4c64-b227-39fef2b7b723 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 453.772608] env[62024]: DEBUG nova.virt.vmwareapi.driver [None req-afb48b7f-8239-4ef6-8a3f-6df9ab2856e4 None None] Extension org.openstack.compute already exists. {{(pid=62024) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 453.775251] env[62024]: INFO nova.compute.provider_config [None req-afb48b7f-8239-4ef6-8a3f-6df9ab2856e4 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 454.278303] env[62024]: DEBUG nova.context [None req-afb48b7f-8239-4ef6-8a3f-6df9ab2856e4 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),dfff4b18-8552-49a1-bd38-65d41b225278(cell1) {{(pid=62024) load_cells /opt/stack/nova/nova/context.py:464}} [ 454.281415] env[62024]: DEBUG oslo_concurrency.lockutils [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 454.281628] env[62024]: DEBUG oslo_concurrency.lockutils [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 454.282368] env[62024]: DEBUG oslo_concurrency.lockutils [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 454.282792] env[62024]: DEBUG oslo_concurrency.lockutils [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Acquiring lock "dfff4b18-8552-49a1-bd38-65d41b225278" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 454.282980] env[62024]: DEBUG oslo_concurrency.lockutils [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Lock "dfff4b18-8552-49a1-bd38-65d41b225278" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 454.284046] env[62024]: DEBUG oslo_concurrency.lockutils [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Lock "dfff4b18-8552-49a1-bd38-65d41b225278" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 454.304242] env[62024]: INFO dbcounter [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Registered counter for database nova_cell0 [ 454.312631] env[62024]: INFO dbcounter [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Registered counter for database nova_cell1 [ 454.316114] env[62024]: DEBUG oslo_db.sqlalchemy.engines [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62024) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 454.316463] env[62024]: DEBUG oslo_db.sqlalchemy.engines [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62024) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 454.321400] env[62024]: ERROR nova.db.main.api [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 454.321400] env[62024]: result = function(*args, **kwargs) [ 454.321400] env[62024]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 454.321400] env[62024]: return func(*args, **kwargs) [ 454.321400] env[62024]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 454.321400] env[62024]: result = fn(*args, **kwargs) [ 454.321400] env[62024]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 454.321400] env[62024]: return f(*args, **kwargs) [ 454.321400] env[62024]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 454.321400] env[62024]: return db.service_get_minimum_version(context, binaries) [ 454.321400] env[62024]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 454.321400] env[62024]: _check_db_access() [ 454.321400] env[62024]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 454.321400] env[62024]: stacktrace = ''.join(traceback.format_stack()) [ 454.321400] env[62024]: [ 454.322261] env[62024]: ERROR nova.db.main.api [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 454.322261] env[62024]: result = function(*args, **kwargs) [ 454.322261] env[62024]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 454.322261] env[62024]: return func(*args, **kwargs) [ 454.322261] env[62024]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 454.322261] env[62024]: result = fn(*args, **kwargs) [ 454.322261] env[62024]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 454.322261] env[62024]: return f(*args, **kwargs) [ 454.322261] env[62024]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 454.322261] env[62024]: return db.service_get_minimum_version(context, binaries) [ 454.322261] env[62024]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 454.322261] env[62024]: _check_db_access() [ 454.322261] env[62024]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 454.322261] env[62024]: stacktrace = ''.join(traceback.format_stack()) [ 454.322261] env[62024]: [ 454.322648] env[62024]: WARNING nova.objects.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Failed to get minimum service version for cell dfff4b18-8552-49a1-bd38-65d41b225278 [ 454.322780] env[62024]: WARNING nova.objects.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 454.323242] env[62024]: DEBUG oslo_concurrency.lockutils [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Acquiring lock "singleton_lock" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 454.323406] env[62024]: DEBUG oslo_concurrency.lockutils [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Acquired lock "singleton_lock" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 454.323644] env[62024]: DEBUG oslo_concurrency.lockutils [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Releasing lock "singleton_lock" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 454.323967] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Full set of CONF: {{(pid=62024) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 454.324126] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ******************************************************************************** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 454.324255] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] Configuration options gathered from: {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 454.324391] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 454.324583] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 454.324709] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ================================================================================ {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 454.324917] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] allow_resize_to_same_host = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.325100] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] arq_binding_timeout = 300 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.325233] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] backdoor_port = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.325360] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] backdoor_socket = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.325522] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] block_device_allocate_retries = 60 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.325685] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] block_device_allocate_retries_interval = 3 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.325852] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cert = self.pem {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.326034] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.326213] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute_monitors = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.326381] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] config_dir = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.326550] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] config_drive_format = iso9660 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.326685] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.326848] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] config_source = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.327028] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] console_host = devstack {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.327246] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] control_exchange = nova {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.327412] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cpu_allocation_ratio = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.327576] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] daemon = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.327745] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] debug = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.327902] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] default_access_ip_network_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.328082] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] default_availability_zone = nova {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.328242] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] default_ephemeral_format = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.328401] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] default_green_pool_size = 1000 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.328643] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.328816] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] default_schedule_zone = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.329085] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] disk_allocation_ratio = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.329147] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] enable_new_services = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.329309] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] enabled_apis = ['osapi_compute'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.329471] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] enabled_ssl_apis = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.329624] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] flat_injected = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.329778] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] force_config_drive = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.329933] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] force_raw_images = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.330117] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] graceful_shutdown_timeout = 5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.330282] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] heal_instance_info_cache_interval = 60 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.330501] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] host = cpu-1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.330677] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.330895] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] initial_disk_allocation_ratio = 1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.331078] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] initial_ram_allocation_ratio = 1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.331296] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.331460] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] instance_build_timeout = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.331620] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] instance_delete_interval = 300 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.331786] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] instance_format = [instance: %(uuid)s] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.331976] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] instance_name_template = instance-%08x {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.332156] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] instance_usage_audit = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.332361] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] instance_usage_audit_period = month {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.332536] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.332732] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] instances_path = /opt/stack/data/nova/instances {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.332912] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] internal_service_availability_zone = internal {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.333082] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] key = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.333248] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] live_migration_retry_count = 30 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.333418] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] log_color = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.333582] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] log_config_append = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.333745] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.333901] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] log_dir = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.334066] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] log_file = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.334191] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] log_options = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.334354] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] log_rotate_interval = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.334518] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] log_rotate_interval_type = days {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.334681] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] log_rotation_type = none {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.334808] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.334933] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.335111] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.335279] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.335397] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.335559] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] long_rpc_timeout = 1800 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.335716] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] max_concurrent_builds = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.335876] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] max_concurrent_live_migrations = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.336055] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] max_concurrent_snapshots = 5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.336219] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] max_local_block_devices = 3 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.336379] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] max_logfile_count = 30 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.336540] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] max_logfile_size_mb = 200 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.336698] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] maximum_instance_delete_attempts = 5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.336862] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] metadata_listen = 0.0.0.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.337036] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] metadata_listen_port = 8775 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.337206] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] metadata_workers = 2 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.337364] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] migrate_max_retries = -1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.337529] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] mkisofs_cmd = genisoimage {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.337731] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] my_block_storage_ip = 10.180.1.21 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.337851] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] my_ip = 10.180.1.21 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.338064] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.338235] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] network_allocate_retries = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.338414] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.338581] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] osapi_compute_listen = 0.0.0.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.338772] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] osapi_compute_listen_port = 8774 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.338962] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] osapi_compute_unique_server_name_scope = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.339209] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] osapi_compute_workers = 2 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.339325] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] password_length = 12 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.339467] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] periodic_enable = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.339630] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] periodic_fuzzy_delay = 60 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.339797] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] pointer_model = usbtablet {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.339960] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] preallocate_images = none {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.340132] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] publish_errors = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.340263] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] pybasedir = /opt/stack/nova {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.340420] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ram_allocation_ratio = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.340581] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] rate_limit_burst = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.340746] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] rate_limit_except_level = CRITICAL {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.340932] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] rate_limit_interval = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.341113] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] reboot_timeout = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.341277] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] reclaim_instance_interval = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.341434] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] record = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.341604] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] reimage_timeout_per_gb = 60 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.341773] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] report_interval = 120 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.341934] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] rescue_timeout = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.342106] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] reserved_host_cpus = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.342269] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] reserved_host_disk_mb = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.342428] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] reserved_host_memory_mb = 512 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.342588] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] reserved_huge_pages = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.342748] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] resize_confirm_window = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.342933] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] resize_fs_using_block_device = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.343109] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] resume_guests_state_on_host_boot = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.343279] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.343442] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] rpc_response_timeout = 60 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.343600] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] run_external_periodic_tasks = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.343765] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] running_deleted_instance_action = reap {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.343925] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] running_deleted_instance_poll_interval = 1800 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.344095] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] running_deleted_instance_timeout = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.344257] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] scheduler_instance_sync_interval = 120 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.344421] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] service_down_time = 720 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.344585] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] servicegroup_driver = db {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.344738] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] shell_completion = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.344898] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] shelved_offload_time = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.345093] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] shelved_poll_interval = 3600 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.345236] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] shutdown_timeout = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.345393] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] source_is_ipv6 = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.345551] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ssl_only = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.345817] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.345992] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] sync_power_state_interval = 600 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.346167] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] sync_power_state_pool_size = 1000 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.346335] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] syslog_log_facility = LOG_USER {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.346491] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] tempdir = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.346648] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] timeout_nbd = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.346812] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] transport_url = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.346971] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] update_resources_interval = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.347140] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] use_cow_images = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.347303] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] use_journal = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.347461] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] use_json = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.347618] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] use_rootwrap_daemon = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.347775] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] use_stderr = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.347931] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] use_syslog = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.348100] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vcpu_pin_set = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.348267] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vif_plugging_is_fatal = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.348433] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vif_plugging_timeout = 300 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.348596] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] virt_mkfs = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.348774] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] volume_usage_poll_interval = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.348946] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] watch_log_file = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.349132] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] web = /usr/share/spice-html5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 454.349323] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.349493] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.349659] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.349829] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_concurrency.disable_process_locking = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.350983] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.351202] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.351387] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.351588] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.351771] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.351966] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.352245] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.auth_strategy = keystone {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.352395] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.compute_link_prefix = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.352514] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.352695] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.dhcp_domain = novalocal {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.352866] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.enable_instance_password = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.353042] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.glance_link_prefix = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.353218] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.353389] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.353573] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.instance_list_per_project_cells = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.353750] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.list_records_by_skipping_down_cells = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.353916] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.local_metadata_per_cell = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.354099] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.max_limit = 1000 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.354273] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.metadata_cache_expiration = 15 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.354450] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.neutron_default_tenant_id = default {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.354619] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.response_validation = warn {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.354791] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.use_neutron_default_nets = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.354958] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.355214] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.355306] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.355473] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.355639] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.vendordata_dynamic_targets = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.355805] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.vendordata_jsonfile_path = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.355987] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.356197] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.backend = dogpile.cache.memcached {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.356367] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.backend_argument = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.356534] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.backend_expiration_time = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.356724] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.config_prefix = cache.oslo {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.356904] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.dead_timeout = 60.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.357082] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.debug_cache_backend = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.357248] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.enable_retry_client = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.357413] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.enable_socket_keepalive = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.357589] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.enabled = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.357754] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.enforce_fips_mode = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.357919] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.expiration_time = 600 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.358119] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.hashclient_retry_attempts = 2 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.358304] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.hashclient_retry_delay = 1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.358469] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.memcache_dead_retry = 300 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.358628] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.memcache_password = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.358813] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.358983] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.359162] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.memcache_pool_maxsize = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.359327] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.359492] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.memcache_sasl_enabled = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.359675] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.359843] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.memcache_socket_timeout = 1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.360018] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.memcache_username = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.360191] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.proxies = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.360359] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.redis_db = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.360517] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.redis_password = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.360686] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.redis_sentinel_service_name = mymaster {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.360883] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.361079] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.redis_server = localhost:6379 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.361255] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.redis_socket_timeout = 1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.361417] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.redis_username = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.361581] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.retry_attempts = 2 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.361747] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.retry_delay = 0.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.361936] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.socket_keepalive_count = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.362119] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.socket_keepalive_idle = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.362286] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.socket_keepalive_interval = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.362445] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.tls_allowed_ciphers = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.362604] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.tls_cafile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.362760] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.tls_certfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.362961] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.tls_enabled = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.363145] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cache.tls_keyfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.363320] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.auth_section = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.363495] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.auth_type = password {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.363656] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.cafile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.363834] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.catalog_info = volumev3::publicURL {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.363996] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.certfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.364174] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.collect_timing = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.364336] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.cross_az_attach = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.364496] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.debug = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.364656] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.endpoint_template = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.364819] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.http_retries = 3 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.364981] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.insecure = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.365154] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.keyfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.365337] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.os_region_name = RegionOne {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.365487] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.split_loggers = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.365670] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cinder.timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.365852] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.366034] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute.cpu_dedicated_set = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.366185] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute.cpu_shared_set = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.366349] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute.image_type_exclude_list = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.366509] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.366671] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute.max_concurrent_disk_ops = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.366831] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute.max_disk_devices_to_attach = -1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.366993] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.367177] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.367340] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute.resource_provider_association_refresh = 300 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.367499] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.367659] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute.shutdown_retry_interval = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.367836] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.368020] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] conductor.workers = 2 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.368203] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] console.allowed_origins = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.368364] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] console.ssl_ciphers = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.368530] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] console.ssl_minimum_version = default {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.368703] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] consoleauth.enforce_session_timeout = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.368889] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] consoleauth.token_ttl = 600 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.369078] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.cafile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.369242] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.certfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.369405] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.collect_timing = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.369562] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.connect_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.369718] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.connect_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.369873] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.endpoint_override = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.370044] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.insecure = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.370206] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.keyfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.370368] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.max_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.370521] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.min_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.370676] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.region_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.370855] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.retriable_status_codes = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.371037] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.service_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.371214] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.service_type = accelerator {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.371376] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.split_loggers = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.371534] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.status_code_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.371693] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.status_code_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.371869] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.372073] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.372241] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] cyborg.version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.372414] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.asyncio_connection = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.372574] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.asyncio_slave_connection = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.372741] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.backend = sqlalchemy {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.372911] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.connection = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.373092] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.connection_debug = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.373265] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.connection_parameters = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.373429] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.connection_recycle_time = 3600 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.373590] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.connection_trace = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.373748] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.db_inc_retry_interval = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.373910] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.db_max_retries = 20 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.374088] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.db_max_retry_interval = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.374252] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.db_retry_interval = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.374411] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.max_overflow = 50 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.374570] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.max_pool_size = 5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.374728] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.max_retries = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.374922] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.375123] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.mysql_wsrep_sync_wait = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.375289] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.pool_timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.375461] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.retry_interval = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.375610] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.slave_connection = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.375769] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.sqlite_synchronous = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.375932] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] database.use_db_reconnect = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.376111] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.asyncio_connection = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.376271] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.asyncio_slave_connection = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.376441] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.backend = sqlalchemy {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.376607] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.connection = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.376773] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.connection_debug = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.376941] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.connection_parameters = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.377149] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.connection_recycle_time = 3600 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.377330] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.connection_trace = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.377491] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.db_inc_retry_interval = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.377673] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.db_max_retries = 20 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.377852] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.db_max_retry_interval = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.378036] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.db_retry_interval = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.378194] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.max_overflow = 50 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.378359] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.max_pool_size = 5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.378522] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.max_retries = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.378690] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.378849] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.379020] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.pool_timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.379187] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.retry_interval = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.379334] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.slave_connection = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.379499] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] api_database.sqlite_synchronous = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.379673] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] devices.enabled_mdev_types = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.379850] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.380039] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ephemeral_storage_encryption.default_format = luks {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.380207] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ephemeral_storage_encryption.enabled = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.380371] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.380540] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.api_servers = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.380704] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.cafile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.380895] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.certfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.381085] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.collect_timing = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.381253] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.connect_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.381415] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.connect_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.381575] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.debug = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.381741] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.default_trusted_certificate_ids = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.381924] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.enable_certificate_validation = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.382108] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.enable_rbd_download = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.382296] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.endpoint_override = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.382499] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.insecure = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.382695] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.keyfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.382866] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.max_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.383038] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.min_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.383242] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.num_retries = 3 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.383420] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.rbd_ceph_conf = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.383587] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.rbd_connect_timeout = 5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.383758] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.rbd_pool = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.383924] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.rbd_user = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.384107] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.region_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.384271] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.retriable_status_codes = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.384432] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.service_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.384598] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.service_type = image {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.384759] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.split_loggers = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.384919] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.status_code_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.385090] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.status_code_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.385252] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.385431] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.385586] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.verify_glance_signatures = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.385785] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] glance.version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.385973] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] guestfs.debug = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.386165] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.auth_section = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.386331] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.auth_type = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.386491] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.cafile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.386649] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.certfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.386811] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.collect_timing = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.387013] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.connect_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.387197] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.connect_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.387359] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.endpoint_override = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.387521] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.insecure = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.387680] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.keyfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.387841] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.max_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.388008] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.min_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.388172] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.region_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.388331] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.retriable_status_codes = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.388487] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.service_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.388654] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.service_type = shared-file-system {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.388819] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.share_apply_policy_timeout = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.388981] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.split_loggers = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.389151] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.status_code_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.389309] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.status_code_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.389467] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.389665] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.389841] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] manila.version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.390018] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] mks.enabled = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.390382] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.390572] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] image_cache.manager_interval = 2400 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.390740] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] image_cache.precache_concurrency = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.390941] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] image_cache.remove_unused_base_images = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.391140] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.391314] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.391488] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] image_cache.subdirectory_name = _base {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.391663] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.api_max_retries = 60 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.391848] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.api_retry_interval = 2 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.392031] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.auth_section = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.392201] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.auth_type = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.392359] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.cafile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.392519] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.certfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.392680] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.collect_timing = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.392844] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.conductor_group = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.393011] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.connect_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.393176] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.connect_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.393334] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.endpoint_override = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.393492] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.insecure = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.393648] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.keyfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.393805] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.max_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.393970] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.min_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.394197] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.peer_list = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.394375] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.region_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.394566] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.retriable_status_codes = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.394817] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.serial_console_state_timeout = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.395049] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.service_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.395258] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.service_type = baremetal {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.395423] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.shard = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.395589] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.split_loggers = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.395771] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.status_code_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.395902] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.status_code_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.396073] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.396258] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.396439] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ironic.version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.396641] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.396817] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] key_manager.fixed_key = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.397008] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.397175] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.barbican_api_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.397328] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.barbican_endpoint = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.397519] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.barbican_endpoint_type = public {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.397708] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.barbican_region_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.397873] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.cafile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.398046] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.certfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.398214] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.collect_timing = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.398373] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.insecure = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.398528] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.keyfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.398693] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.number_of_retries = 60 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.398910] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.retry_delay = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.399096] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.send_service_user_token = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.399264] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.split_loggers = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.399419] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.399572] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.verify_ssl = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.399727] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican.verify_ssl_path = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.399893] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican_service_user.auth_section = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.400068] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican_service_user.auth_type = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.400228] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican_service_user.cafile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.400387] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican_service_user.certfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.400548] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican_service_user.collect_timing = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.400705] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican_service_user.insecure = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.400890] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican_service_user.keyfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.401082] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican_service_user.split_loggers = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.401243] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] barbican_service_user.timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.401404] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vault.approle_role_id = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.401562] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vault.approle_secret_id = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.401752] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vault.kv_mountpoint = secret {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.401924] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vault.kv_path = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.402103] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vault.kv_version = 2 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.402268] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vault.namespace = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.402428] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vault.root_token_id = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.402584] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vault.ssl_ca_crt_file = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.402753] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vault.timeout = 60.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.402912] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vault.use_ssl = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.403108] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.403276] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.cafile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.403438] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.certfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.403593] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.collect_timing = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.403750] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.connect_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.403904] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.connect_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.404061] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.endpoint_override = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.404226] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.insecure = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.404386] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.keyfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.404538] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.max_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.404691] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.min_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.404847] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.region_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.405014] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.retriable_status_codes = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.405175] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.service_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.405348] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.service_type = identity {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.405506] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.split_loggers = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.405662] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.status_code_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.405852] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.status_code_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.405959] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.406147] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.406310] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] keystone.version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.406500] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.ceph_mount_options = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.406826] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.407022] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.connection_uri = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.407186] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.cpu_mode = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.407353] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.cpu_model_extra_flags = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.407523] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.cpu_models = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.407692] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.cpu_power_governor_high = performance {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.407859] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.cpu_power_governor_low = powersave {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.408032] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.cpu_power_management = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.408211] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.408390] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.device_detach_attempts = 8 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.408558] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.device_detach_timeout = 20 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.408740] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.disk_cachemodes = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.408936] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.disk_prefix = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.409125] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.enabled_perf_events = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.409292] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.file_backed_memory = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.409459] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.gid_maps = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.409619] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.hw_disk_discard = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.409777] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.hw_machine_type = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.409948] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.images_rbd_ceph_conf = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.410129] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.410293] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.410458] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.images_rbd_glance_store_name = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.410624] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.images_rbd_pool = rbd {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.410842] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.images_type = default {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.411055] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.images_volume_group = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.411240] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.inject_key = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.411407] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.inject_partition = -2 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.411570] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.inject_password = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.411741] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.iscsi_iface = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.411896] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.iser_use_multipath = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.412072] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.live_migration_bandwidth = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.412241] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.412405] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.live_migration_downtime = 500 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.412568] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.412728] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.412887] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.live_migration_inbound_addr = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.413061] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.413228] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.live_migration_permit_post_copy = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.413388] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.live_migration_scheme = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.413574] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.live_migration_timeout_action = abort {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.413762] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.live_migration_tunnelled = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.413939] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.live_migration_uri = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.414122] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.live_migration_with_native_tls = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.414289] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.max_queues = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.414454] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.414689] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.414856] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.nfs_mount_options = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.415175] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.415356] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.415524] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.num_iser_scan_tries = 5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.415687] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.num_memory_encrypted_guests = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.415852] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.416027] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.num_pcie_ports = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.416201] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.num_volume_scan_tries = 5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.416368] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.pmem_namespaces = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.416528] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.quobyte_client_cfg = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.416838] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.417053] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.rbd_connect_timeout = 5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.417264] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.417438] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.417601] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.rbd_secret_uuid = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.417760] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.rbd_user = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.417924] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.418112] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.remote_filesystem_transport = ssh {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.418276] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.rescue_image_id = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.418433] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.rescue_kernel_id = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.418591] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.rescue_ramdisk_id = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.418770] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.418960] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.rx_queue_size = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.419152] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.smbfs_mount_options = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.419472] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.419653] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.snapshot_compression = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.419815] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.snapshot_image_format = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.420060] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.420235] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.sparse_logical_volumes = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.420400] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.swtpm_enabled = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.420572] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.swtpm_group = tss {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.420741] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.swtpm_user = tss {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.420939] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.sysinfo_serial = unique {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.421125] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.tb_cache_size = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.421290] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.tx_queue_size = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.421456] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.uid_maps = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.421620] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.use_virtio_for_bridges = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.421793] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.virt_type = kvm {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.421986] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.volume_clear = zero {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.422181] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.volume_clear_size = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.422353] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.volume_use_multipath = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.422515] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.vzstorage_cache_path = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.422683] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.422851] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.vzstorage_mount_group = qemu {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.423054] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.vzstorage_mount_opts = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.423267] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.423562] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.423742] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.vzstorage_mount_user = stack {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.423908] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.424095] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.auth_section = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.424274] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.auth_type = password {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.424436] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.cafile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.424596] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.certfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.424758] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.collect_timing = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.424916] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.connect_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.425087] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.connect_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.425259] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.default_floating_pool = public {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.425421] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.endpoint_override = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.425582] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.extension_sync_interval = 600 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.425742] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.http_retries = 3 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.425915] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.insecure = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.426111] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.keyfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.426281] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.max_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.426466] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.426633] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.min_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.426804] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.ovs_bridge = br-int {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.426972] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.physnets = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.427158] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.region_name = RegionOne {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.427320] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.retriable_status_codes = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.427489] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.service_metadata_proxy = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.427647] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.service_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.427813] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.service_type = network {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.427977] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.split_loggers = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.428147] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.status_code_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.428305] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.status_code_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.428464] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.428642] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.428811] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] neutron.version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.429052] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] notifications.bdms_in_notifications = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.429249] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] notifications.default_level = INFO {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.429418] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] notifications.include_share_mapping = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.429596] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] notifications.notification_format = unversioned {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.429761] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] notifications.notify_on_state_change = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.429938] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.430132] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] pci.alias = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.430305] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] pci.device_spec = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.430466] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] pci.report_in_placement = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.430636] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.auth_section = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.430822] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.auth_type = password {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.431031] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.431202] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.cafile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.431362] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.certfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.431520] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.collect_timing = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.431678] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.connect_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.431862] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.connect_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.432054] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.default_domain_id = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.432222] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.default_domain_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.432380] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.domain_id = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.432540] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.domain_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.432700] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.endpoint_override = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.432862] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.insecure = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.433032] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.keyfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.433196] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.max_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.433354] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.min_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.433521] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.password = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.433681] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.project_domain_id = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.433848] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.project_domain_name = Default {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.434093] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.project_id = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.434293] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.project_name = service {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.434468] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.region_name = RegionOne {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.434634] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.retriable_status_codes = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.434793] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.service_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.434964] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.service_type = placement {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.435144] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.split_loggers = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.435309] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.status_code_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.435470] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.status_code_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.435629] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.system_scope = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.435786] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.435971] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.trust_id = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.436176] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.user_domain_id = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.436330] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.user_domain_name = Default {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.436490] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.user_id = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.436664] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.username = nova {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.436845] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.437015] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] placement.version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.437215] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.cores = 20 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.437433] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.count_usage_from_placement = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.437617] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.437791] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.injected_file_content_bytes = 10240 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.437962] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.injected_file_path_length = 255 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.438143] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.injected_files = 5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.438314] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.instances = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.438481] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.key_pairs = 100 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.438648] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.metadata_items = 128 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.438814] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.ram = 51200 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.438980] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.recheck_quota = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.439163] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.server_group_members = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.439331] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.server_groups = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.439538] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.439714] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] quota.unified_limits_resource_strategy = require {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.439893] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.440073] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.440240] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] scheduler.image_metadata_prefilter = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.440403] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.440569] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] scheduler.max_attempts = 3 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.440732] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] scheduler.max_placement_results = 1000 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.440936] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.441120] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] scheduler.query_placement_for_image_type_support = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.441293] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.441469] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] scheduler.workers = 2 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.441640] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.441811] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.442036] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.442229] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.442397] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.442561] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.442724] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.442918] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.443104] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.host_subset_size = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.443274] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.443435] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.443597] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.443761] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.isolated_hosts = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.443923] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.isolated_images = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.444113] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.444277] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.444439] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.444600] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.pci_in_placement = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.444760] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.444920] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.445092] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.445254] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.445413] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.445572] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.445729] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.track_instance_changes = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.445901] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.446080] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] metrics.required = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.446275] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] metrics.weight_multiplier = 1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.446403] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.446566] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] metrics.weight_setting = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.446880] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.447067] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] serial_console.enabled = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.447249] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] serial_console.port_range = 10000:20000 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.447419] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.447584] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.447750] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] serial_console.serialproxy_port = 6083 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.447916] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] service_user.auth_section = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.448101] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] service_user.auth_type = password {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.448264] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] service_user.cafile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.448424] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] service_user.certfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.448585] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] service_user.collect_timing = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.448752] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] service_user.insecure = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.448937] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] service_user.keyfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.449130] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] service_user.send_service_user_token = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.449298] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] service_user.split_loggers = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.449456] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] service_user.timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.449626] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] spice.agent_enabled = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.449787] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] spice.enabled = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.450106] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.450325] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.450527] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] spice.html5proxy_port = 6082 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.450705] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] spice.image_compression = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.450897] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] spice.jpeg_compression = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.451081] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] spice.playback_compression = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.451249] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] spice.require_secure = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.451419] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] spice.server_listen = 127.0.0.1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.451589] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.451749] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] spice.streaming_mode = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.451964] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] spice.zlib_compression = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.452202] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] upgrade_levels.baseapi = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.452392] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] upgrade_levels.compute = auto {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.452559] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] upgrade_levels.conductor = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.452721] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] upgrade_levels.scheduler = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.452891] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vendordata_dynamic_auth.auth_section = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.453070] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vendordata_dynamic_auth.auth_type = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.453236] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vendordata_dynamic_auth.cafile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.453395] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vendordata_dynamic_auth.certfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.453556] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.453716] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vendordata_dynamic_auth.insecure = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.453871] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vendordata_dynamic_auth.keyfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.454044] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.454205] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vendordata_dynamic_auth.timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.454378] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.api_retry_count = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.454539] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.ca_file = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.454709] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.cache_prefix = devstack-image-cache {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.454876] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.cluster_name = testcl1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.455119] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.connection_pool_size = 10 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.455310] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.console_delay_seconds = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.455486] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.datastore_regex = ^datastore.* {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.455712] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.455951] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.host_password = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.456153] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.host_port = 443 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.456373] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.host_username = administrator@vsphere.local {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.456501] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.insecure = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.456663] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.integration_bridge = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.456829] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.maximum_objects = 100 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.456993] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.pbm_default_policy = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.457169] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.pbm_enabled = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.457328] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.pbm_wsdl_location = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.457499] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.457659] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.serial_port_proxy_uri = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.457818] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.serial_port_service_uri = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.457989] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.task_poll_interval = 0.5 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.458176] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.use_linked_clone = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.458347] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.vnc_keymap = en-us {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.458513] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.vnc_port = 5900 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.458678] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vmware.vnc_port_total = 10000 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.458862] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vnc.auth_schemes = ['none'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.459050] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vnc.enabled = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.459362] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.459548] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.459722] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vnc.novncproxy_port = 6080 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.459932] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vnc.server_listen = 127.0.0.1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.460156] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.460327] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vnc.vencrypt_ca_certs = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.460491] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vnc.vencrypt_client_cert = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.460650] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vnc.vencrypt_client_key = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.460859] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.461032] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.disable_deep_image_inspection = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.461204] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.461369] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.461530] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.461692] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.disable_rootwrap = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.461855] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.enable_numa_live_migration = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.462027] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.462273] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.462461] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.462625] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.libvirt_disable_apic = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.462789] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.462958] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.463138] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.463301] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.463461] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.463624] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.463786] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.463946] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.464123] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.464291] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.464476] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.464645] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] wsgi.client_socket_timeout = 900 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.464814] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] wsgi.default_pool_size = 1000 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.464982] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] wsgi.keep_alive = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.465162] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] wsgi.max_header_line = 16384 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.465326] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] wsgi.secure_proxy_ssl_header = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.465486] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] wsgi.ssl_ca_file = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.465645] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] wsgi.ssl_cert_file = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.465804] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] wsgi.ssl_key_file = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.465971] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] wsgi.tcp_keepidle = 600 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.466164] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.466329] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] zvm.ca_file = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.466490] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] zvm.cloud_connector_url = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.466799] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.466985] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] zvm.reachable_timeout = 300 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.467165] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.467342] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.467516] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] profiler.connection_string = messaging:// {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.467684] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] profiler.enabled = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.467853] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] profiler.es_doc_type = notification {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.468034] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] profiler.es_scroll_size = 10000 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.468204] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] profiler.es_scroll_time = 2m {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.468365] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] profiler.filter_error_trace = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.468529] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] profiler.hmac_keys = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.468697] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] profiler.sentinel_service_name = mymaster {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.468876] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] profiler.socket_timeout = 0.1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.469034] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] profiler.trace_requests = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.469197] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] profiler.trace_sqlalchemy = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.469372] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] profiler_jaeger.process_tags = {} {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.469531] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] profiler_jaeger.service_name_prefix = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.469693] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] profiler_otlp.service_name_prefix = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.469861] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] remote_debug.host = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.470029] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] remote_debug.port = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.470245] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.470427] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.470594] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.470758] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.470949] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.471138] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.471306] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.471469] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.471632] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.471817] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.471991] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.472181] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.472350] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.472514] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.472681] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.472840] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.473008] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.473185] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.473347] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.473507] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.473672] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.473839] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.474017] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.474179] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.474341] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.474500] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.474660] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.474819] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.474980] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.475152] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.ssl = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.475323] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.475490] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.475650] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.475813] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.475997] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.ssl_version = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.476230] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.476429] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.476600] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_notifications.retry = -1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.476776] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.476947] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_messaging_notifications.transport_url = **** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.477137] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.auth_section = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.477301] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.auth_type = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.477462] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.cafile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.477621] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.certfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.477783] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.collect_timing = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.477941] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.connect_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.478120] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.connect_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.478283] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.endpoint_id = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.478456] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.endpoint_interface = publicURL {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.478615] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.endpoint_override = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.478770] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.endpoint_region_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.478929] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.endpoint_service_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.479107] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.endpoint_service_type = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.479270] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.insecure = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.479426] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.keyfile = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.479586] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.max_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.479743] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.min_version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.479899] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.region_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.480068] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.retriable_status_codes = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.480227] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.service_name = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.480383] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.service_type = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.480540] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.split_loggers = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.480696] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.status_code_retries = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.480879] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.status_code_retry_delay = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.481069] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.timeout = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.481234] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.valid_interfaces = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.481395] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_limit.version = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.481560] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_reports.file_event_handler = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.481725] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.481928] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] oslo_reports.log_dir = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.482132] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.482299] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.482460] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.482626] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.482792] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.482953] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.483137] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.483297] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vif_plug_ovs_privileged.group = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.483455] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.483617] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.483780] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.483938] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] vif_plug_ovs_privileged.user = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.484120] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_linux_bridge.flat_interface = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.484299] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.484467] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.484635] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.484801] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.484974] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.485155] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.485320] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.485498] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.485669] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_ovs.isolate_vif = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.485845] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.486025] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.486193] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.486363] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_ovs.ovsdb_interface = native {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.486528] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] os_vif_ovs.per_port_bridge = False {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.486694] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] privsep_osbrick.capabilities = [21] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.486853] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] privsep_osbrick.group = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.487021] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] privsep_osbrick.helper_command = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.487191] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.487354] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.487512] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] privsep_osbrick.user = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.487684] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.487842] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] nova_sys_admin.group = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.488007] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] nova_sys_admin.helper_command = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.488181] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.488427] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.488616] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] nova_sys_admin.user = None {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 454.488755] env[62024]: DEBUG oslo_service.service [None req-144f4d25-6a86-4068-9ffa-efd08bdcec5c None None] ******************************************************************************** {{(pid=62024) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 454.489194] env[62024]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 454.993290] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Getting list of instances from cluster (obj){ [ 454.993290] env[62024]: value = "domain-c8" [ 454.993290] env[62024]: _type = "ClusterComputeResource" [ 454.993290] env[62024]: } {{(pid=62024) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 454.994394] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aa091c-090e-4bb9-a4aa-31cb5776956d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 455.003206] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Got total of 0 instances {{(pid=62024) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 455.003775] env[62024]: WARNING nova.virt.vmwareapi.driver [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 455.004263] env[62024]: INFO nova.virt.node [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Generated node identity 2414aeaf-2a82-48f5-b61f-d58b79924cbf [ 455.004492] env[62024]: INFO nova.virt.node [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Wrote node identity 2414aeaf-2a82-48f5-b61f-d58b79924cbf to /opt/stack/data/n-cpu-1/compute_id [ 455.507714] env[62024]: WARNING nova.compute.manager [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Compute nodes ['2414aeaf-2a82-48f5-b61f-d58b79924cbf'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 456.513607] env[62024]: INFO nova.compute.manager [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 457.518744] env[62024]: WARNING nova.compute.manager [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 457.519139] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 457.519294] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 457.519444] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 457.519599] env[62024]: DEBUG nova.compute.resource_tracker [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62024) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 457.520548] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b131d47d-7238-4de0-a023-caa5851b14f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 457.528696] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73aace9-ed80-4c37-abc4-2bb648e0d8df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 457.542219] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d573b65-f98e-4e1f-86bb-8c63361a1187 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 457.548667] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dafaf69-4c80-4a55-87bf-d967bbf51f71 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 457.577788] env[62024]: DEBUG nova.compute.resource_tracker [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181224MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62024) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 457.577918] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 457.578108] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 458.081024] env[62024]: WARNING nova.compute.resource_tracker [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] No compute node record for cpu-1:2414aeaf-2a82-48f5-b61f-d58b79924cbf: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 2414aeaf-2a82-48f5-b61f-d58b79924cbf could not be found. [ 458.584939] env[62024]: INFO nova.compute.resource_tracker [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 2414aeaf-2a82-48f5-b61f-d58b79924cbf [ 460.092656] env[62024]: DEBUG nova.compute.resource_tracker [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 460.093027] env[62024]: DEBUG nova.compute.resource_tracker [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 460.245869] env[62024]: INFO nova.scheduler.client.report [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] [req-d39119c9-e0b5-4032-8acf-37ee0359e000] Created resource provider record via placement API for resource provider with UUID 2414aeaf-2a82-48f5-b61f-d58b79924cbf and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 460.262157] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759586d1-89ff-4106-88e3-3afea8a5b49e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 460.270118] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5fe645-4633-45a3-a09e-732c150535cb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 460.303122] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d3bfcb-baef-4359-b100-b36dc798f145 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 460.310540] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf8d7a2-c37d-41e7-9bc0-1d80c29f19c2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 460.323898] env[62024]: DEBUG nova.compute.provider_tree [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 460.861630] env[62024]: DEBUG nova.scheduler.client.report [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 460.861859] env[62024]: DEBUG nova.compute.provider_tree [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 0 to 1 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 460.862042] env[62024]: DEBUG nova.compute.provider_tree [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 460.911229] env[62024]: DEBUG nova.compute.provider_tree [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 1 to 2 during operation: update_traits {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 461.415501] env[62024]: DEBUG nova.compute.resource_tracker [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62024) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 461.415721] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.838s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 461.415879] env[62024]: DEBUG nova.service [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Creating RPC server for service compute {{(pid=62024) start /opt/stack/nova/nova/service.py:186}} [ 461.428930] env[62024]: DEBUG nova.service [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] Join ServiceGroup membership for this service compute {{(pid=62024) start /opt/stack/nova/nova/service.py:203}} [ 461.429130] env[62024]: DEBUG nova.servicegroup.drivers.db [None req-c5b9c4ba-5251-4043-b84b-b99bb0188f25 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62024) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 484.435746] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._sync_power_states {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 484.939047] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Getting list of instances from cluster (obj){ [ 484.939047] env[62024]: value = "domain-c8" [ 484.939047] env[62024]: _type = "ClusterComputeResource" [ 484.939047] env[62024]: } {{(pid=62024) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 484.940080] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4120f32e-47bd-466c-b716-ed298bd1c3e0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.948418] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Got total of 0 instances {{(pid=62024) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 484.948648] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 484.948941] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Getting list of instances from cluster (obj){ [ 484.948941] env[62024]: value = "domain-c8" [ 484.948941] env[62024]: _type = "ClusterComputeResource" [ 484.948941] env[62024]: } {{(pid=62024) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 484.949790] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3465ad-aba2-4b74-9bd4-5fccf9904882 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.956739] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Got total of 0 instances {{(pid=62024) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 501.500737] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 501.500737] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.003305] env[62024]: DEBUG nova.compute.manager [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 502.545823] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.546091] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.547731] env[62024]: INFO nova.compute.claims [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 502.929494] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Acquiring lock "db229b78-0fbc-4414-bb1e-eda51da31400" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.930022] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Lock "db229b78-0fbc-4414-bb1e-eda51da31400" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.435027] env[62024]: DEBUG nova.compute.manager [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 503.632378] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c08a0e1-6c2d-4775-a874-9fbe6bc84ea5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.642271] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b9d3ef-b802-4d8b-9fe4-40da91185497 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.677793] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a9fb2d-4d04-42f2-8f4b-6ff0272baa7d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.686102] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b97fa0-a9f0-4714-b8f7-7e1dcc9aca4f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 503.704805] env[62024]: DEBUG nova.compute.provider_tree [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 503.953576] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "caccecf4-aca6-4c09-bb68-ec3923931948" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.955029] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "caccecf4-aca6-4c09-bb68-ec3923931948" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.967874] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 504.208987] env[62024]: DEBUG nova.scheduler.client.report [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 504.459996] env[62024]: DEBUG nova.compute.manager [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 504.714854] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 504.716283] env[62024]: DEBUG nova.compute.manager [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 504.721157] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.754s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 504.723163] env[62024]: INFO nova.compute.claims [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 504.990892] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.114778] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "a4917632-490f-4fea-b55b-ee28bb21a1e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.114994] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "a4917632-490f-4fea-b55b-ee28bb21a1e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.231715] env[62024]: DEBUG nova.compute.utils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 505.233403] env[62024]: DEBUG nova.compute.manager [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 505.233738] env[62024]: DEBUG nova.network.neutron [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 505.516402] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Acquiring lock "d2efff21-a97d-47aa-905d-1d59815e514e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.516670] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Lock "d2efff21-a97d-47aa-905d-1d59815e514e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.617747] env[62024]: DEBUG nova.compute.manager [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 505.721110] env[62024]: DEBUG nova.policy [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14af23ade4574ab88292e1692bff5882', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56a271e031554e62bd96504b04b55864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 505.741028] env[62024]: DEBUG nova.compute.manager [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 505.875177] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47075de-7b7f-446a-9ff3-5c2794a6ce6c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.886274] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1749f430-6f71-4f7d-bc3d-8dbf17ffa981 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.925758] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a9e82e-0379-46f1-9e00-a1dbfa978ba2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.932925] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6014a8c9-d382-46d8-ae67-5657cc2a3d22 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.946693] env[62024]: DEBUG nova.compute.provider_tree [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 506.021887] env[62024]: DEBUG nova.compute.manager [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 506.142435] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.450705] env[62024]: DEBUG nova.scheduler.client.report [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 506.516312] env[62024]: DEBUG nova.network.neutron [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Successfully created port: eb952509-b23c-40d1-81b8-6e6025c309e1 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 506.556507] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.760780] env[62024]: DEBUG nova.compute.manager [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 506.806505] env[62024]: DEBUG nova.virt.hardware [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 506.806992] env[62024]: DEBUG nova.virt.hardware [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 506.807316] env[62024]: DEBUG nova.virt.hardware [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 506.808139] env[62024]: DEBUG nova.virt.hardware [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 506.813289] env[62024]: DEBUG nova.virt.hardware [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 506.813289] env[62024]: DEBUG nova.virt.hardware [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 506.813289] env[62024]: DEBUG nova.virt.hardware [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 506.813289] env[62024]: DEBUG nova.virt.hardware [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 506.813289] env[62024]: DEBUG nova.virt.hardware [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 506.813635] env[62024]: DEBUG nova.virt.hardware [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 506.813635] env[62024]: DEBUG nova.virt.hardware [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 506.813635] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2798a401-eb79-4b5b-9f41-ed8db1dbaf30 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.829961] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce0b733-ca3a-43aa-aca6-43f19672cfe9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.864693] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb71d05-471c-4824-9256-a44b79f3765f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.900829] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquiring lock "b870a22c-5824-436a-b809-f7c6e30a4730" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.901095] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lock "b870a22c-5824-436a-b809-f7c6e30a4730" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.959878] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 506.960507] env[62024]: DEBUG nova.compute.manager [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 506.963933] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.973s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.965351] env[62024]: INFO nova.compute.claims [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 507.404132] env[62024]: DEBUG nova.compute.manager [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 507.471560] env[62024]: DEBUG nova.compute.utils [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 507.473538] env[62024]: DEBUG nova.compute.manager [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Not allocating networking since 'none' was specified. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 507.941047] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.977695] env[62024]: DEBUG nova.compute.manager [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 508.130989] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53fcedd-4c90-4b63-86e5-ac6739ff5e49 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.140450] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10c6aca-10bc-45ce-b51b-82b2c10acc1f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.179466] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "b6b1ab69-9000-4e72-813a-e5a4bc17ebca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.179773] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "b6b1ab69-9000-4e72-813a-e5a4bc17ebca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.182083] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ec85d9-f8a2-4b5d-b0a6-b731ae4519c2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.192420] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634d6840-4e1c-41ba-8837-a055e09b2bad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.210121] env[62024]: DEBUG nova.compute.provider_tree [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 508.684019] env[62024]: DEBUG nova.compute.manager [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 508.710565] env[62024]: DEBUG nova.scheduler.client.report [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 508.932118] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "c2dd4f2a-6fe8-402f-8715-217a8aa24b16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.932386] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "c2dd4f2a-6fe8-402f-8715-217a8aa24b16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.993834] env[62024]: DEBUG nova.compute.manager [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 509.029575] env[62024]: DEBUG nova.virt.hardware [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 509.030106] env[62024]: DEBUG nova.virt.hardware [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 509.030458] env[62024]: DEBUG nova.virt.hardware [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 509.030458] env[62024]: DEBUG nova.virt.hardware [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 509.031330] env[62024]: DEBUG nova.virt.hardware [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 509.031546] env[62024]: DEBUG nova.virt.hardware [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 509.031764] env[62024]: DEBUG nova.virt.hardware [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 509.031929] env[62024]: DEBUG nova.virt.hardware [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 509.032355] env[62024]: DEBUG nova.virt.hardware [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 509.032586] env[62024]: DEBUG nova.virt.hardware [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 509.032762] env[62024]: DEBUG nova.virt.hardware [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 509.033664] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1312a01a-8a41-4196-bddf-a5264434baa4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.045762] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7709d77c-99d8-43eb-b0c7-899348a7da2d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.065836] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Instance VIF info [] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 509.079621] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 509.079980] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-148c4166-9f71-4223-ace9-5c977f280501 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.092479] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Created folder: OpenStack in parent group-v4. [ 509.092696] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Creating folder: Project (7119b04ce3f94f19b5f82a15d1c1746a). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 509.092945] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dea2282-60b6-4ba1-88fc-e2a3d53994d3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.107741] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Created folder: Project (7119b04ce3f94f19b5f82a15d1c1746a) in parent group-v465568. [ 509.107979] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Creating folder: Instances. Parent ref: group-v465569. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 509.108272] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89f57118-746a-4f68-bfe1-1315f180afe3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.120533] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Created folder: Instances in parent group-v465569. [ 509.121065] env[62024]: DEBUG oslo.service.loopingcall [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 509.121065] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 509.121276] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9baf3183-3e92-4402-bd00-9d48b5a28583 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.138485] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 509.138485] env[62024]: value = "task-2287490" [ 509.138485] env[62024]: _type = "Task" [ 509.138485] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 509.147205] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287490, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 509.209077] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 509.217327] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 509.217327] env[62024]: DEBUG nova.compute.manager [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 509.224246] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.082s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 509.226655] env[62024]: INFO nova.compute.claims [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 509.233223] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Acquiring lock "944ae0ad-a813-453f-a3b6-bc5dc5877eca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 509.233452] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Lock "944ae0ad-a813-453f-a3b6-bc5dc5877eca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 509.436482] env[62024]: DEBUG nova.compute.manager [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 509.514626] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "70293671-e4ee-4c74-a744-377d43dfe4a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 509.515752] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "70293671-e4ee-4c74-a744-377d43dfe4a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 509.651722] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287490, 'name': CreateVM_Task, 'duration_secs': 0.296214} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 509.654644] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 509.656238] env[62024]: DEBUG oslo_vmware.service [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7671a921-57ea-430c-9ef6-74bf0cb2a87c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.663906] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.664662] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.664987] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.666073] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af0424a-97a6-4064-9718-c60611fce8ec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.671778] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for the task: (returnval){ [ 509.671778] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f479d0-fbb5-23ac-8d41-b5213bd8aad1" [ 509.671778] env[62024]: _type = "Task" [ 509.671778] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 509.681204] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f479d0-fbb5-23ac-8d41-b5213bd8aad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 509.736492] env[62024]: DEBUG nova.compute.utils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 509.738306] env[62024]: DEBUG nova.compute.manager [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 509.746019] env[62024]: DEBUG nova.compute.manager [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 509.746019] env[62024]: DEBUG nova.network.neutron [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 509.791863] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 509.791863] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 509.791863] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Starting heal instance info cache {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 509.791863] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Rebuilding the list of instances to heal {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 509.879439] env[62024]: DEBUG nova.policy [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14af23ade4574ab88292e1692bff5882', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56a271e031554e62bd96504b04b55864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 509.958950] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.018047] env[62024]: DEBUG nova.compute.manager [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 510.110385] env[62024]: DEBUG nova.network.neutron [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Successfully updated port: eb952509-b23c-40d1-81b8-6e6025c309e1 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 510.184318] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.184573] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 510.184801] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.185054] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.185372] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 510.185654] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-569a62ae-ef1b-4a35-8a11-020284032237 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.204566] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 510.204566] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 510.206401] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af1a1bb-0d6c-4f21-ad57-b39b544e534c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.212163] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c50f51-ebaa-497a-a914-233f27baab38 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.217580] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for the task: (returnval){ [ 510.217580] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d729f9-b7c0-e5f9-639f-a8c7b03e8f0f" [ 510.217580] env[62024]: _type = "Task" [ 510.217580] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 510.229446] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d729f9-b7c0-e5f9-639f-a8c7b03e8f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 510.249544] env[62024]: DEBUG nova.compute.manager [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 510.276280] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.298967] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Skipping network cache update for instance because it is Building. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 510.299148] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Skipping network cache update for instance because it is Building. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 510.299313] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Skipping network cache update for instance because it is Building. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 510.299394] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Skipping network cache update for instance because it is Building. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 510.299514] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Didn't find any instances for network info cache update. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 510.299722] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.300017] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.300243] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.300426] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.300675] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.300773] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.302332] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62024) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 510.308258] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 510.419228] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.419427] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.493676] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9bf19d-36a7-4bab-9a43-cbd222dea5e0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.501934] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e0307f-3529-4968-8965-0cbac437123c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.547679] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc075800-79d5-4655-9c7d-38af8a7e0ade {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.556399] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed37af2d-e39d-4bc2-ab6d-f36c286e490a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.572596] env[62024]: DEBUG nova.compute.provider_tree [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 510.575598] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.612239] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "refresh_cache-2c954ee4-f76a-4c72-98fa-ba43513bb93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.612474] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquired lock "refresh_cache-2c954ee4-f76a-4c72-98fa-ba43513bb93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.612634] env[62024]: DEBUG nova.network.neutron [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 510.731698] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Preparing fetch location {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 510.732064] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Creating directory with path [datastore2] vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd/f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 510.732629] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42218408-5469-47c3-82a4-d71c72c6320b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.752916] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Created directory with path [datastore2] vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd/f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 510.753054] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Fetch image to [datastore2] vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 510.753200] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Downloading image file data f446626d-716c-44c1-b266-739dd62d0b92 to [datastore2] vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk on the data store datastore2 {{(pid=62024) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 510.754077] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7faabb4-a9b6-42d8-a52e-691bd44a4db4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.763486] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8a1c56-83e3-4985-81a5-f064ce6acc94 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.773676] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f793aa16-ce3e-48d6-89d8-29fd4635e537 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.811369] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae9b03c-3e41-4115-a211-a9405d840a73 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.814487] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.819578] env[62024]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d0fa34bf-e5ad-4bf6-8382-a60cfc0b1113 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 510.853192] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Downloading image file data f446626d-716c-44c1-b266-739dd62d0b92 to the data store datastore2 {{(pid=62024) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 510.922887] env[62024]: DEBUG oslo_vmware.rw_handles [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62024) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 510.929084] env[62024]: DEBUG nova.network.neutron [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Successfully created port: 72f9cc87-692f-46a7-9e23-33dd5ec34999 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 511.076918] env[62024]: DEBUG nova.scheduler.client.report [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 511.264892] env[62024]: DEBUG nova.network.neutron [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 511.273285] env[62024]: DEBUG nova.compute.manager [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 511.322427] env[62024]: DEBUG nova.virt.hardware [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 511.322671] env[62024]: DEBUG nova.virt.hardware [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 511.322772] env[62024]: DEBUG nova.virt.hardware [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 511.322943] env[62024]: DEBUG nova.virt.hardware [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 511.323098] env[62024]: DEBUG nova.virt.hardware [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 511.323242] env[62024]: DEBUG nova.virt.hardware [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 511.323450] env[62024]: DEBUG nova.virt.hardware [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 511.323608] env[62024]: DEBUG nova.virt.hardware [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 511.323773] env[62024]: DEBUG nova.virt.hardware [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 511.323932] env[62024]: DEBUG nova.virt.hardware [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 511.324257] env[62024]: DEBUG nova.virt.hardware [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 511.325847] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcd0a70-d990-4d88-b257-e9f656bdcd5d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.338968] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4417a41b-2f0c-4cba-a777-7e0e6910f234 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.582581] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 511.582907] env[62024]: DEBUG nova.compute.manager [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 511.590224] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.030s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 511.592412] env[62024]: INFO nova.compute.claims [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 511.812389] env[62024]: DEBUG oslo_vmware.rw_handles [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Completed reading data from the image iterator. {{(pid=62024) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 511.812389] env[62024]: DEBUG oslo_vmware.rw_handles [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 511.957025] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Downloaded image file data f446626d-716c-44c1-b266-739dd62d0b92 to vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk on the data store datastore2 {{(pid=62024) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 511.958205] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Caching image {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 511.958565] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Copying Virtual Disk [datastore2] vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk to [datastore2] vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 511.958879] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-499e907e-245e-4ba9-92a5-528c54816a6b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.971832] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for the task: (returnval){ [ 511.971832] env[62024]: value = "task-2287491" [ 511.971832] env[62024]: _type = "Task" [ 511.971832] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 511.986792] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 512.098403] env[62024]: DEBUG nova.compute.utils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 512.104144] env[62024]: DEBUG nova.compute.manager [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 512.104144] env[62024]: DEBUG nova.network.neutron [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 512.201050] env[62024]: DEBUG nova.policy [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2547dde839f24e5a93bdeede71f68bb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdaeb6b9d3e740f18407db397deb9c5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 512.231406] env[62024]: DEBUG nova.network.neutron [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Updating instance_info_cache with network_info: [{"id": "eb952509-b23c-40d1-81b8-6e6025c309e1", "address": "fa:16:3e:92:db:b5", "network": {"id": "34eee544-da66-4485-8f59-e80b9c3104f6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1242323123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56a271e031554e62bd96504b04b55864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb952509-b2", "ovs_interfaceid": "eb952509-b23c-40d1-81b8-6e6025c309e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 512.438495] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "5cf5e799-4b2d-4877-ac9d-c5086406a3d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.438798] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "5cf5e799-4b2d-4877-ac9d-c5086406a3d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.481402] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287491, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 512.612897] env[62024]: DEBUG nova.compute.manager [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 512.730744] env[62024]: DEBUG nova.compute.manager [req-c2834fa8-73ff-49e5-a876-a01412295eff req-6af43a86-3548-401a-9977-f77d1afca9d0 service nova] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Received event network-vif-plugged-eb952509-b23c-40d1-81b8-6e6025c309e1 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 512.731762] env[62024]: DEBUG oslo_concurrency.lockutils [req-c2834fa8-73ff-49e5-a876-a01412295eff req-6af43a86-3548-401a-9977-f77d1afca9d0 service nova] Acquiring lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.731762] env[62024]: DEBUG oslo_concurrency.lockutils [req-c2834fa8-73ff-49e5-a876-a01412295eff req-6af43a86-3548-401a-9977-f77d1afca9d0 service nova] Lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.731762] env[62024]: DEBUG oslo_concurrency.lockutils [req-c2834fa8-73ff-49e5-a876-a01412295eff req-6af43a86-3548-401a-9977-f77d1afca9d0 service nova] Lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.731762] env[62024]: DEBUG nova.compute.manager [req-c2834fa8-73ff-49e5-a876-a01412295eff req-6af43a86-3548-401a-9977-f77d1afca9d0 service nova] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] No waiting events found dispatching network-vif-plugged-eb952509-b23c-40d1-81b8-6e6025c309e1 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 512.731762] env[62024]: WARNING nova.compute.manager [req-c2834fa8-73ff-49e5-a876-a01412295eff req-6af43a86-3548-401a-9977-f77d1afca9d0 service nova] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Received unexpected event network-vif-plugged-eb952509-b23c-40d1-81b8-6e6025c309e1 for instance with vm_state building and task_state spawning. [ 512.739898] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Releasing lock "refresh_cache-2c954ee4-f76a-4c72-98fa-ba43513bb93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.739898] env[62024]: DEBUG nova.compute.manager [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Instance network_info: |[{"id": "eb952509-b23c-40d1-81b8-6e6025c309e1", "address": "fa:16:3e:92:db:b5", "network": {"id": "34eee544-da66-4485-8f59-e80b9c3104f6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1242323123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56a271e031554e62bd96504b04b55864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb952509-b2", "ovs_interfaceid": "eb952509-b23c-40d1-81b8-6e6025c309e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 512.740060] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:db:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb952509-b23c-40d1-81b8-6e6025c309e1', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 512.749837] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Creating folder: Project (56a271e031554e62bd96504b04b55864). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 512.749837] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aeca4992-246c-440a-99e1-4a7bf8e1fb5d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.762341] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Created folder: Project (56a271e031554e62bd96504b04b55864) in parent group-v465568. [ 512.762914] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Creating folder: Instances. Parent ref: group-v465572. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 512.762914] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a8b9078-63ee-4bfc-b105-47a6a5a0b7e8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.772257] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Created folder: Instances in parent group-v465572. [ 512.772544] env[62024]: DEBUG oslo.service.loopingcall [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 512.772802] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 512.773052] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-482c0185-53d1-4d60-9726-38a9d50d0788 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.797897] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 512.797897] env[62024]: value = "task-2287494" [ 512.797897] env[62024]: _type = "Task" [ 512.797897] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 512.809855] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287494, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 512.861426] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9984dd-7e58-408a-918c-d4fc25b0f2fb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.876653] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a9ab05-1e77-4d8e-8c7b-beaba008b484 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.908199] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf97ede-efd2-4686-a93c-ff53a7f58396 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.915731] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e3de72-ff7a-4a93-a7a2-a953d5696e4e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.928824] env[62024]: DEBUG nova.compute.provider_tree [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 512.985510] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642237} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 512.985758] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Copied Virtual Disk [datastore2] vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk to [datastore2] vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 512.985928] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Deleting the datastore file [datastore2] vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 512.986195] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c843c7ae-4a1f-49fa-b530-189261548ede {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.992991] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for the task: (returnval){ [ 512.992991] env[62024]: value = "task-2287495" [ 512.992991] env[62024]: _type = "Task" [ 512.992991] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 513.001455] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 513.271390] env[62024]: DEBUG nova.network.neutron [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Successfully created port: cf8495bb-8b16-4533-9021-b5af74dd6664 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 513.314262] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287494, 'name': CreateVM_Task, 'duration_secs': 0.361504} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 513.315219] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 513.341451] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 513.342087] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.343373] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 513.343373] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34dbdc81-9323-46db-9d8d-6093dbb57950 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.349504] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 513.349504] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52728edd-6a53-7c67-ed24-ec0fe8b0adcb" [ 513.349504] env[62024]: _type = "Task" [ 513.349504] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 513.357711] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52728edd-6a53-7c67-ed24-ec0fe8b0adcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 513.432827] env[62024]: DEBUG nova.scheduler.client.report [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 513.505588] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022859} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 513.505766] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 513.506263] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Moving file from [datastore2] vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd/f446626d-716c-44c1-b266-739dd62d0b92 to [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92. {{(pid=62024) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 513.506567] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-78cb6942-927c-4b3f-87b2-336fa8cc1f4d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.515166] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for the task: (returnval){ [ 513.515166] env[62024]: value = "task-2287496" [ 513.515166] env[62024]: _type = "Task" [ 513.515166] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 513.525964] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287496, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 513.632353] env[62024]: DEBUG nova.compute.manager [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 513.677366] env[62024]: DEBUG nova.virt.hardware [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 513.677366] env[62024]: DEBUG nova.virt.hardware [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 513.677366] env[62024]: DEBUG nova.virt.hardware [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 513.683393] env[62024]: DEBUG nova.virt.hardware [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 513.683393] env[62024]: DEBUG nova.virt.hardware [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 513.683393] env[62024]: DEBUG nova.virt.hardware [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 513.683393] env[62024]: DEBUG nova.virt.hardware [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 513.683393] env[62024]: DEBUG nova.virt.hardware [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 513.683747] env[62024]: DEBUG nova.virt.hardware [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 513.683747] env[62024]: DEBUG nova.virt.hardware [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 513.683747] env[62024]: DEBUG nova.virt.hardware [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 513.689159] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c885d38e-2a59-4b82-87c6-2250533a0535 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.699149] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506a1a5f-f16d-432a-afe9-c3d4f9748029 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.869180] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 513.869596] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 513.869925] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 513.939780] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.939780] env[62024]: DEBUG nova.compute.manager [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 513.944408] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.945873] env[62024]: INFO nova.compute.claims [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 514.030409] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287496, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02706} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 514.030409] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] File moved {{(pid=62024) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 514.031310] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Cleaning up location [datastore2] vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 514.031654] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Deleting the datastore file [datastore2] vmware_temp/9e2b7dff-bd08-467e-bfa9-65b1dc5af6cd {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 514.033971] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c415a48d-4736-4e29-a579-76164523a532 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.042460] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for the task: (returnval){ [ 514.042460] env[62024]: value = "task-2287497" [ 514.042460] env[62024]: _type = "Task" [ 514.042460] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 514.050878] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 514.450432] env[62024]: DEBUG nova.compute.utils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 514.454036] env[62024]: DEBUG nova.compute.manager [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 514.454249] env[62024]: DEBUG nova.network.neutron [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 514.557061] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022227} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 514.557399] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 514.558129] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f0251a3-a27a-4ca7-a28a-60436c4ffd52 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.571648] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for the task: (returnval){ [ 514.571648] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e81aa5-c3c6-022d-f973-feaf4e7905b1" [ 514.571648] env[62024]: _type = "Task" [ 514.571648] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 514.584176] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e81aa5-c3c6-022d-f973-feaf4e7905b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009124} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 514.584895] env[62024]: DEBUG nova.network.neutron [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Successfully updated port: 72f9cc87-692f-46a7-9e23-33dd5ec34999 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 514.588690] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.588690] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] db229b78-0fbc-4414-bb1e-eda51da31400/db229b78-0fbc-4414-bb1e-eda51da31400.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 514.588690] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.588690] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 514.589100] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8013e7f4-3640-4531-89d6-0df345f5ef9e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.590931] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79346164-48dc-46ce-8d7e-c12d72a8600d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.599040] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for the task: (returnval){ [ 514.599040] env[62024]: value = "task-2287498" [ 514.599040] env[62024]: _type = "Task" [ 514.599040] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 514.610036] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 514.618233] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 514.618473] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 514.619442] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f930bd1-82d4-4803-878a-0ab75caa216f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.624935] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 514.624935] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523195d1-b37e-a8e8-b446-d385b075bed3" [ 514.624935] env[62024]: _type = "Task" [ 514.624935] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 514.633468] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523195d1-b37e-a8e8-b446-d385b075bed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 514.684296] env[62024]: DEBUG nova.policy [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5bd2f94f84d4cfba68118bb26bc4085', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '194adbc4d04c430a9bfb8f1b6f70bf42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 514.954242] env[62024]: DEBUG nova.compute.manager [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 515.089105] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "refresh_cache-caccecf4-aca6-4c09-bb68-ec3923931948" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.089105] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquired lock "refresh_cache-caccecf4-aca6-4c09-bb68-ec3923931948" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.089105] env[62024]: DEBUG nova.network.neutron [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 515.125592] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287498, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 515.145885] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523195d1-b37e-a8e8-b446-d385b075bed3, 'name': SearchDatastore_Task, 'duration_secs': 0.008752} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 515.146923] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e329d0-d344-40df-bce7-c257df3e1df1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.157074] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 515.157074] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522f08a5-dcaf-5895-55f2-4e3971624ec9" [ 515.157074] env[62024]: _type = "Task" [ 515.157074] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 515.174133] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522f08a5-dcaf-5895-55f2-4e3971624ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 515.174636] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.175127] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 2c954ee4-f76a-4c72-98fa-ba43513bb93d/2c954ee4-f76a-4c72-98fa-ba43513bb93d.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 515.175127] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca4371fe-ee1d-4458-9662-8d71dd20ecbb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.185589] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 515.185589] env[62024]: value = "task-2287503" [ 515.185589] env[62024]: _type = "Task" [ 515.185589] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 515.195845] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 515.280349] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eee2e83-012e-4d29-bf0a-bd16e856b672 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.289048] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c948ff0b-b9c7-46f8-bec6-a774d7432286 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.343067] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2fec1e-dd79-4e1a-88f7-572d95d3af28 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.355296] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26dcaf6-80df-42fb-a313-047ee52c1aac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.381217] env[62024]: DEBUG nova.compute.provider_tree [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 515.623564] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636452} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 515.623564] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] db229b78-0fbc-4414-bb1e-eda51da31400/db229b78-0fbc-4414-bb1e-eda51da31400.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 515.624065] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 515.624168] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48f9980b-adb8-46c2-9216-7ac4765eeb56 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.632254] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for the task: (returnval){ [ 515.632254] env[62024]: value = "task-2287504" [ 515.632254] env[62024]: _type = "Task" [ 515.632254] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 515.649862] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 515.694833] env[62024]: DEBUG nova.network.neutron [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 515.710039] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503532} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 515.710039] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 2c954ee4-f76a-4c72-98fa-ba43513bb93d/2c954ee4-f76a-4c72-98fa-ba43513bb93d.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 515.710039] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 515.710039] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-565f1ae2-f764-4922-9471-ddf310890ffc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.722895] env[62024]: DEBUG nova.compute.manager [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Received event network-changed-eb952509-b23c-40d1-81b8-6e6025c309e1 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 515.722895] env[62024]: DEBUG nova.compute.manager [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Refreshing instance network info cache due to event network-changed-eb952509-b23c-40d1-81b8-6e6025c309e1. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 515.722895] env[62024]: DEBUG oslo_concurrency.lockutils [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] Acquiring lock "refresh_cache-2c954ee4-f76a-4c72-98fa-ba43513bb93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.722895] env[62024]: DEBUG oslo_concurrency.lockutils [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] Acquired lock "refresh_cache-2c954ee4-f76a-4c72-98fa-ba43513bb93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.722895] env[62024]: DEBUG nova.network.neutron [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Refreshing network info cache for port eb952509-b23c-40d1-81b8-6e6025c309e1 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 515.731477] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 515.731477] env[62024]: value = "task-2287505" [ 515.731477] env[62024]: _type = "Task" [ 515.731477] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 515.749316] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 515.800516] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Acquiring lock "2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.800746] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Lock "2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.889210] env[62024]: DEBUG nova.scheduler.client.report [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 515.960949] env[62024]: DEBUG nova.network.neutron [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Successfully created port: 184a25ce-7c92-4a23-8719-46e20d490efb {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 515.967095] env[62024]: DEBUG nova.compute.manager [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 516.003924] env[62024]: DEBUG nova.virt.hardware [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 516.004176] env[62024]: DEBUG nova.virt.hardware [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 516.004249] env[62024]: DEBUG nova.virt.hardware [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 516.004420] env[62024]: DEBUG nova.virt.hardware [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 516.004563] env[62024]: DEBUG nova.virt.hardware [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 516.004716] env[62024]: DEBUG nova.virt.hardware [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 516.004944] env[62024]: DEBUG nova.virt.hardware [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 516.005086] env[62024]: DEBUG nova.virt.hardware [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 516.005257] env[62024]: DEBUG nova.virt.hardware [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 516.005417] env[62024]: DEBUG nova.virt.hardware [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 516.005588] env[62024]: DEBUG nova.virt.hardware [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 516.006581] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a848f84-eddf-44f6-a84a-59faa93c22b0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.018707] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed4d2fa-8fc5-4183-878a-8e1f87e94929 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.111246] env[62024]: DEBUG nova.network.neutron [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Updating instance_info_cache with network_info: [{"id": "72f9cc87-692f-46a7-9e23-33dd5ec34999", "address": "fa:16:3e:3e:9b:ec", "network": {"id": "34eee544-da66-4485-8f59-e80b9c3104f6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1242323123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56a271e031554e62bd96504b04b55864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f9cc87-69", "ovs_interfaceid": "72f9cc87-692f-46a7-9e23-33dd5ec34999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 516.150199] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07651} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 516.150199] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 516.151458] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaa4bf5-b3e8-4b72-b828-cccb2fe46bdb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.183230] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] db229b78-0fbc-4414-bb1e-eda51da31400/db229b78-0fbc-4414-bb1e-eda51da31400.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 516.183571] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12da003b-3da4-4086-a6e3-0d286bc04065 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.207512] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for the task: (returnval){ [ 516.207512] env[62024]: value = "task-2287506" [ 516.207512] env[62024]: _type = "Task" [ 516.207512] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 516.218075] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 516.244306] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063458} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 516.245856] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 516.245856] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfba157-ea50-447e-932d-855ea9a28d2a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.271785] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 2c954ee4-f76a-4c72-98fa-ba43513bb93d/2c954ee4-f76a-4c72-98fa-ba43513bb93d.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 516.272768] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-215cbf67-5ee9-49cb-a075-bc226ebadd95 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.303470] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 516.303470] env[62024]: value = "task-2287507" [ 516.303470] env[62024]: _type = "Task" [ 516.303470] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 516.319370] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287507, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 516.395682] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.398471] env[62024]: DEBUG nova.compute.manager [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 516.404547] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.195s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.406097] env[62024]: INFO nova.compute.claims [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 516.469463] env[62024]: DEBUG nova.network.neutron [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Successfully updated port: cf8495bb-8b16-4533-9021-b5af74dd6664 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 516.614027] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Releasing lock "refresh_cache-caccecf4-aca6-4c09-bb68-ec3923931948" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.614425] env[62024]: DEBUG nova.compute.manager [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Instance network_info: |[{"id": "72f9cc87-692f-46a7-9e23-33dd5ec34999", "address": "fa:16:3e:3e:9b:ec", "network": {"id": "34eee544-da66-4485-8f59-e80b9c3104f6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1242323123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56a271e031554e62bd96504b04b55864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f9cc87-69", "ovs_interfaceid": "72f9cc87-692f-46a7-9e23-33dd5ec34999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 516.614764] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:9b:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72f9cc87-692f-46a7-9e23-33dd5ec34999', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 516.628060] env[62024]: DEBUG oslo.service.loopingcall [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 516.628292] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 516.628544] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1cf563d-17f1-4755-8a23-c4024f3e2a5c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.650651] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 516.650651] env[62024]: value = "task-2287508" [ 516.650651] env[62024]: _type = "Task" [ 516.650651] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 516.662799] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287508, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 516.720937] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 516.799486] env[62024]: DEBUG nova.network.neutron [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Updated VIF entry in instance network info cache for port eb952509-b23c-40d1-81b8-6e6025c309e1. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 516.799846] env[62024]: DEBUG nova.network.neutron [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Updating instance_info_cache with network_info: [{"id": "eb952509-b23c-40d1-81b8-6e6025c309e1", "address": "fa:16:3e:92:db:b5", "network": {"id": "34eee544-da66-4485-8f59-e80b9c3104f6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1242323123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56a271e031554e62bd96504b04b55864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb952509-b2", "ovs_interfaceid": "eb952509-b23c-40d1-81b8-6e6025c309e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 516.829447] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287507, 'name': ReconfigVM_Task, 'duration_secs': 0.281458} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 516.829597] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 2c954ee4-f76a-4c72-98fa-ba43513bb93d/2c954ee4-f76a-4c72-98fa-ba43513bb93d.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 516.831356] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cd67164-468f-43ea-a990-0a7da5a7c2db {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.841989] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 516.841989] env[62024]: value = "task-2287509" [ 516.841989] env[62024]: _type = "Task" [ 516.841989] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 516.854287] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287509, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 516.913719] env[62024]: DEBUG nova.compute.utils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 516.918313] env[62024]: DEBUG nova.compute.manager [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 516.918526] env[62024]: DEBUG nova.network.neutron [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 516.972707] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.972707] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.972707] env[62024]: DEBUG nova.network.neutron [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 517.159141] env[62024]: DEBUG nova.policy [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '256ec6a46b904e079e29ce482588259d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b611168c9964bb993889d7c6d3d8e81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 517.166840] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287508, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 517.220492] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 517.303375] env[62024]: DEBUG oslo_concurrency.lockutils [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] Releasing lock "refresh_cache-2c954ee4-f76a-4c72-98fa-ba43513bb93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.304325] env[62024]: DEBUG nova.compute.manager [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Received event network-vif-plugged-72f9cc87-692f-46a7-9e23-33dd5ec34999 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 517.304548] env[62024]: DEBUG oslo_concurrency.lockutils [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] Acquiring lock "caccecf4-aca6-4c09-bb68-ec3923931948-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.304773] env[62024]: DEBUG oslo_concurrency.lockutils [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] Lock "caccecf4-aca6-4c09-bb68-ec3923931948-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.304939] env[62024]: DEBUG oslo_concurrency.lockutils [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] Lock "caccecf4-aca6-4c09-bb68-ec3923931948-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.305118] env[62024]: DEBUG nova.compute.manager [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] No waiting events found dispatching network-vif-plugged-72f9cc87-692f-46a7-9e23-33dd5ec34999 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 517.305283] env[62024]: WARNING nova.compute.manager [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Received unexpected event network-vif-plugged-72f9cc87-692f-46a7-9e23-33dd5ec34999 for instance with vm_state building and task_state spawning. [ 517.305586] env[62024]: DEBUG nova.compute.manager [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Received event network-changed-72f9cc87-692f-46a7-9e23-33dd5ec34999 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 517.305671] env[62024]: DEBUG nova.compute.manager [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Refreshing instance network info cache due to event network-changed-72f9cc87-692f-46a7-9e23-33dd5ec34999. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 517.305804] env[62024]: DEBUG oslo_concurrency.lockutils [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] Acquiring lock "refresh_cache-caccecf4-aca6-4c09-bb68-ec3923931948" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.305973] env[62024]: DEBUG oslo_concurrency.lockutils [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] Acquired lock "refresh_cache-caccecf4-aca6-4c09-bb68-ec3923931948" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.306805] env[62024]: DEBUG nova.network.neutron [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Refreshing network info cache for port 72f9cc87-692f-46a7-9e23-33dd5ec34999 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 517.355990] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287509, 'name': Rename_Task, 'duration_secs': 0.14426} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 517.356421] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 517.356649] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69a5767b-e4aa-4877-a959-b5b64c7b2991 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.370891] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 517.370891] env[62024]: value = "task-2287510" [ 517.370891] env[62024]: _type = "Task" [ 517.370891] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 517.390365] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287510, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 517.419432] env[62024]: DEBUG nova.compute.manager [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 517.566111] env[62024]: DEBUG nova.compute.manager [req-fa907fee-9960-45e6-ae4f-64172712715f req-3f311e8c-84ca-4af1-ad58-e1f1810dc891 service nova] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Received event network-vif-plugged-cf8495bb-8b16-4533-9021-b5af74dd6664 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 517.566111] env[62024]: DEBUG oslo_concurrency.lockutils [req-fa907fee-9960-45e6-ae4f-64172712715f req-3f311e8c-84ca-4af1-ad58-e1f1810dc891 service nova] Acquiring lock "a4917632-490f-4fea-b55b-ee28bb21a1e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.567700] env[62024]: DEBUG oslo_concurrency.lockutils [req-fa907fee-9960-45e6-ae4f-64172712715f req-3f311e8c-84ca-4af1-ad58-e1f1810dc891 service nova] Lock "a4917632-490f-4fea-b55b-ee28bb21a1e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.567891] env[62024]: DEBUG oslo_concurrency.lockutils [req-fa907fee-9960-45e6-ae4f-64172712715f req-3f311e8c-84ca-4af1-ad58-e1f1810dc891 service nova] Lock "a4917632-490f-4fea-b55b-ee28bb21a1e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.569432] env[62024]: DEBUG nova.compute.manager [req-fa907fee-9960-45e6-ae4f-64172712715f req-3f311e8c-84ca-4af1-ad58-e1f1810dc891 service nova] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] No waiting events found dispatching network-vif-plugged-cf8495bb-8b16-4533-9021-b5af74dd6664 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 517.569501] env[62024]: WARNING nova.compute.manager [req-fa907fee-9960-45e6-ae4f-64172712715f req-3f311e8c-84ca-4af1-ad58-e1f1810dc891 service nova] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Received unexpected event network-vif-plugged-cf8495bb-8b16-4533-9021-b5af74dd6664 for instance with vm_state building and task_state spawning. [ 517.570540] env[62024]: DEBUG nova.network.neutron [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 517.664275] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287508, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 517.687788] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb02c93-83a7-4055-9fb8-fcb70182d47d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.695770] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5768eca9-d9f5-4b23-895f-0d7ee578e63c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.739511] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b8cdc0-21ef-45b2-bc71-7dd7f163105d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.746557] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287506, 'name': ReconfigVM_Task, 'duration_secs': 1.298922} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 517.749304] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Reconfigured VM instance instance-00000002 to attach disk [datastore2] db229b78-0fbc-4414-bb1e-eda51da31400/db229b78-0fbc-4414-bb1e-eda51da31400.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 517.750118] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43fb35a7-d876-4150-a856-5a8a2178d5c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.752866] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb978093-0190-4bdd-931a-e78536c2fa4b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.771496] env[62024]: DEBUG nova.compute.provider_tree [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 517.774636] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for the task: (returnval){ [ 517.774636] env[62024]: value = "task-2287511" [ 517.774636] env[62024]: _type = "Task" [ 517.774636] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 517.793555] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287511, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 517.853268] env[62024]: DEBUG nova.network.neutron [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Successfully created port: 42dc89a8-8a09-4f0c-87e6-eb1826f5233c {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 517.885781] env[62024]: DEBUG oslo_vmware.api [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287510, 'name': PowerOnVM_Task, 'duration_secs': 0.475841} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 517.886722] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 517.886722] env[62024]: INFO nova.compute.manager [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Took 11.13 seconds to spawn the instance on the hypervisor. [ 517.886967] env[62024]: DEBUG nova.compute.manager [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 517.887732] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc4c7de-081c-4105-8378-6019d41bea2a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.166185] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287508, 'name': CreateVM_Task, 'duration_secs': 1.102788} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 518.166397] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 518.167438] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.167568] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.168012] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.168304] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7d3b84-02b2-4917-978c-09d2fb3013fe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.173910] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 518.173910] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f3b8df-e179-1343-1f64-ae36540df797" [ 518.173910] env[62024]: _type = "Task" [ 518.173910] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 518.185747] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f3b8df-e179-1343-1f64-ae36540df797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 518.247147] env[62024]: DEBUG nova.network.neutron [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating instance_info_cache with network_info: [{"id": "cf8495bb-8b16-4533-9021-b5af74dd6664", "address": "fa:16:3e:8a:4b:dd", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8495bb-8b", "ovs_interfaceid": "cf8495bb-8b16-4533-9021-b5af74dd6664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 518.283805] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287511, 'name': Rename_Task, 'duration_secs': 0.175241} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 518.284173] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 518.284483] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aa9a06c-70c1-4d07-ac40-d121a471038b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.286925] env[62024]: DEBUG nova.scheduler.client.report [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 518.295660] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for the task: (returnval){ [ 518.295660] env[62024]: value = "task-2287513" [ 518.295660] env[62024]: _type = "Task" [ 518.295660] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 518.304714] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 518.325512] env[62024]: DEBUG nova.network.neutron [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Successfully updated port: 184a25ce-7c92-4a23-8719-46e20d490efb {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 518.412085] env[62024]: INFO nova.compute.manager [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Took 15.90 seconds to build instance. [ 518.440205] env[62024]: DEBUG nova.compute.manager [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 518.473165] env[62024]: DEBUG nova.virt.hardware [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 518.473416] env[62024]: DEBUG nova.virt.hardware [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 518.473573] env[62024]: DEBUG nova.virt.hardware [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 518.473737] env[62024]: DEBUG nova.virt.hardware [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 518.473973] env[62024]: DEBUG nova.virt.hardware [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 518.474299] env[62024]: DEBUG nova.virt.hardware [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 518.474444] env[62024]: DEBUG nova.virt.hardware [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 518.474613] env[62024]: DEBUG nova.virt.hardware [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 518.474782] env[62024]: DEBUG nova.virt.hardware [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 518.475135] env[62024]: DEBUG nova.virt.hardware [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 518.475135] env[62024]: DEBUG nova.virt.hardware [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 518.478478] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b9408c-589b-4ac4-b05c-4b41ddf0c7be {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.487435] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699c430a-8fcf-48df-8dfe-0b8f87cecd1b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.692537] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f3b8df-e179-1343-1f64-ae36540df797, 'name': SearchDatastore_Task, 'duration_secs': 0.012013} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 518.692841] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.693195] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 518.693341] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.693466] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.693638] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 518.693902] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-676307df-b4d5-48df-aa8b-9fb6c4a3c8a3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.709111] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 518.709316] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 518.710481] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9855fc03-9841-47f8-8dbb-65366361d090 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.716891] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 518.716891] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529c8d8b-0c94-238c-d065-88e10cc1c41c" [ 518.716891] env[62024]: _type = "Task" [ 518.716891] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 518.728571] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529c8d8b-0c94-238c-d065-88e10cc1c41c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 518.746750] env[62024]: DEBUG nova.network.neutron [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Updated VIF entry in instance network info cache for port 72f9cc87-692f-46a7-9e23-33dd5ec34999. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 518.748030] env[62024]: DEBUG nova.network.neutron [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Updating instance_info_cache with network_info: [{"id": "72f9cc87-692f-46a7-9e23-33dd5ec34999", "address": "fa:16:3e:3e:9b:ec", "network": {"id": "34eee544-da66-4485-8f59-e80b9c3104f6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1242323123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56a271e031554e62bd96504b04b55864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f9cc87-69", "ovs_interfaceid": "72f9cc87-692f-46a7-9e23-33dd5ec34999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 518.753359] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Releasing lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.753359] env[62024]: DEBUG nova.compute.manager [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Instance network_info: |[{"id": "cf8495bb-8b16-4533-9021-b5af74dd6664", "address": "fa:16:3e:8a:4b:dd", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8495bb-8b", "ovs_interfaceid": "cf8495bb-8b16-4533-9021-b5af74dd6664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 518.753867] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:4b:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf8495bb-8b16-4533-9021-b5af74dd6664', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 518.764061] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Creating folder: Project (fdaeb6b9d3e740f18407db397deb9c5a). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 518.764061] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0ba83c3-095c-459c-be5e-eb38f5a34b93 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.779167] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Created folder: Project (fdaeb6b9d3e740f18407db397deb9c5a) in parent group-v465568. [ 518.779407] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Creating folder: Instances. Parent ref: group-v465579. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 518.779701] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41f03563-fd72-4266-bcd1-a6fbda456598 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.797029] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.800234] env[62024]: DEBUG nova.compute.manager [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 518.808067] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.849s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.810641] env[62024]: INFO nova.compute.claims [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 518.816857] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Created folder: Instances in parent group-v465579. [ 518.817191] env[62024]: DEBUG oslo.service.loopingcall [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 518.824800] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 518.825179] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0f2788c-da52-4449-a344-170b56a7912c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.858019] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Acquiring lock "refresh_cache-d2efff21-a97d-47aa-905d-1d59815e514e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.858019] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Acquired lock "refresh_cache-d2efff21-a97d-47aa-905d-1d59815e514e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.858019] env[62024]: DEBUG nova.network.neutron [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 518.871786] env[62024]: DEBUG oslo_vmware.api [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287513, 'name': PowerOnVM_Task, 'duration_secs': 0.503749} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 518.872298] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 518.872493] env[62024]: INFO nova.compute.manager [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Took 9.88 seconds to spawn the instance on the hypervisor. [ 518.872664] env[62024]: DEBUG nova.compute.manager [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 518.873539] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e150ce2f-6758-4fbc-8313-0c35588b2b48 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.880718] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 518.880718] env[62024]: value = "task-2287516" [ 518.880718] env[62024]: _type = "Task" [ 518.880718] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 518.895256] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287516, 'name': CreateVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 518.916086] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11659b51-05f3-46b8-912e-dd425698c8f7 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.414s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.182411] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Acquiring lock "98081ed8-ed47-4007-8704-afda0d808dcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.182411] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Lock "98081ed8-ed47-4007-8704-afda0d808dcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.188519] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Acquiring lock "c8089295-8fc8-459c-a66e-7be478e1b7ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.189371] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lock "c8089295-8fc8-459c-a66e-7be478e1b7ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.232214] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529c8d8b-0c94-238c-d065-88e10cc1c41c, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 519.232580] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e84f0cc-99d0-47f2-840e-02a5a2678355 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.237555] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 519.237555] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522f6304-e0d3-6078-a79c-91fc339c35b4" [ 519.237555] env[62024]: _type = "Task" [ 519.237555] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 519.246945] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522f6304-e0d3-6078-a79c-91fc339c35b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 519.249820] env[62024]: DEBUG oslo_concurrency.lockutils [req-5b66351f-96b4-4004-a759-cd70ba8e2776 req-68210879-2d2e-45ad-96b9-e0bc0b16eef4 service nova] Releasing lock "refresh_cache-caccecf4-aca6-4c09-bb68-ec3923931948" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.256950] env[62024]: DEBUG nova.compute.manager [req-c7498672-4d09-4893-a524-39e0f090e0e6 req-e36beac9-ee01-4739-adc2-6a886d138588 service nova] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Received event network-vif-plugged-184a25ce-7c92-4a23-8719-46e20d490efb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 519.258166] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7498672-4d09-4893-a524-39e0f090e0e6 req-e36beac9-ee01-4739-adc2-6a886d138588 service nova] Acquiring lock "d2efff21-a97d-47aa-905d-1d59815e514e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.258166] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7498672-4d09-4893-a524-39e0f090e0e6 req-e36beac9-ee01-4739-adc2-6a886d138588 service nova] Lock "d2efff21-a97d-47aa-905d-1d59815e514e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.258166] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7498672-4d09-4893-a524-39e0f090e0e6 req-e36beac9-ee01-4739-adc2-6a886d138588 service nova] Lock "d2efff21-a97d-47aa-905d-1d59815e514e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.258166] env[62024]: DEBUG nova.compute.manager [req-c7498672-4d09-4893-a524-39e0f090e0e6 req-e36beac9-ee01-4739-adc2-6a886d138588 service nova] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] No waiting events found dispatching network-vif-plugged-184a25ce-7c92-4a23-8719-46e20d490efb {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 519.258325] env[62024]: WARNING nova.compute.manager [req-c7498672-4d09-4893-a524-39e0f090e0e6 req-e36beac9-ee01-4739-adc2-6a886d138588 service nova] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Received unexpected event network-vif-plugged-184a25ce-7c92-4a23-8719-46e20d490efb for instance with vm_state building and task_state spawning. [ 519.322715] env[62024]: DEBUG nova.compute.utils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 519.328091] env[62024]: DEBUG nova.compute.manager [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 519.328354] env[62024]: DEBUG nova.network.neutron [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 519.401926] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287516, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 519.405551] env[62024]: INFO nova.compute.manager [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Took 15.47 seconds to build instance. [ 519.412771] env[62024]: DEBUG nova.policy [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14af23ade4574ab88292e1692bff5882', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56a271e031554e62bd96504b04b55864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 519.423864] env[62024]: DEBUG nova.compute.manager [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 519.484235] env[62024]: DEBUG nova.network.neutron [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 519.749849] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522f6304-e0d3-6078-a79c-91fc339c35b4, 'name': SearchDatastore_Task, 'duration_secs': 0.008655} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 519.750256] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.750578] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] caccecf4-aca6-4c09-bb68-ec3923931948/caccecf4-aca6-4c09-bb68-ec3923931948.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 519.750870] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b397c4ca-1331-4ea8-bc40-176054c2c250 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.757425] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 519.757425] env[62024]: value = "task-2287517" [ 519.757425] env[62024]: _type = "Task" [ 519.757425] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 519.766599] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 519.832905] env[62024]: DEBUG nova.compute.manager [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 519.901166] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287516, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 519.914716] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84a8b421-6c74-414b-b899-fafea4797c0b tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Lock "db229b78-0fbc-4414-bb1e-eda51da31400" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.984s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.950413] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.984285] env[62024]: DEBUG nova.network.neutron [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Updating instance_info_cache with network_info: [{"id": "184a25ce-7c92-4a23-8719-46e20d490efb", "address": "fa:16:3e:ff:a8:b7", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap184a25ce-7c", "ovs_interfaceid": "184a25ce-7c92-4a23-8719-46e20d490efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 520.156890] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e69feb8-b10e-45ed-8d2b-d6430527219d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.169831] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c8751c-5e46-4a7e-8dd0-497e0631d271 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.212076] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f63e4c6-b5d1-444a-b1a9-380f36f65c5b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.220544] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f624a2-ea5b-4bf3-b130-69958ed3e49a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.239081] env[62024]: DEBUG nova.compute.provider_tree [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 520.269144] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287517, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 520.402175] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287516, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 520.403147] env[62024]: DEBUG nova.network.neutron [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Successfully created port: 69cf7997-7009-4fe8-823f-82d6b05cbb20 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 520.416511] env[62024]: DEBUG nova.compute.manager [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 520.489501] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Releasing lock "refresh_cache-d2efff21-a97d-47aa-905d-1d59815e514e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.489501] env[62024]: DEBUG nova.compute.manager [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Instance network_info: |[{"id": "184a25ce-7c92-4a23-8719-46e20d490efb", "address": "fa:16:3e:ff:a8:b7", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap184a25ce-7c", "ovs_interfaceid": "184a25ce-7c92-4a23-8719-46e20d490efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 520.489699] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:a8:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '184a25ce-7c92-4a23-8719-46e20d490efb', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 520.497073] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Creating folder: Project (194adbc4d04c430a9bfb8f1b6f70bf42). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 520.497837] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbf4c188-1952-47df-852f-ebc6b58db95b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.508590] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Created folder: Project (194adbc4d04c430a9bfb8f1b6f70bf42) in parent group-v465568. [ 520.508818] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Creating folder: Instances. Parent ref: group-v465582. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 520.509100] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65ae2787-23b6-4e25-843e-ba61672b62ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.518958] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Created folder: Instances in parent group-v465582. [ 520.519335] env[62024]: DEBUG oslo.service.loopingcall [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 520.519528] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 520.519647] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5082d44c-db23-493d-bb8d-f71639e8a07e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.542435] env[62024]: DEBUG nova.network.neutron [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Successfully updated port: 42dc89a8-8a09-4f0c-87e6-eb1826f5233c {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 520.546133] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 520.546133] env[62024]: value = "task-2287520" [ 520.546133] env[62024]: _type = "Task" [ 520.546133] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 520.559316] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287520, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 520.748332] env[62024]: DEBUG nova.scheduler.client.report [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 520.770443] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533678} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 520.771431] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] caccecf4-aca6-4c09-bb68-ec3923931948/caccecf4-aca6-4c09-bb68-ec3923931948.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 520.771431] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 520.771431] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49a360ea-335b-4fd5-b340-40231aaca149 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.782839] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 520.782839] env[62024]: value = "task-2287522" [ 520.782839] env[62024]: _type = "Task" [ 520.782839] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 520.792132] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 520.842179] env[62024]: DEBUG nova.compute.manager [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 520.877908] env[62024]: DEBUG nova.virt.hardware [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 520.878185] env[62024]: DEBUG nova.virt.hardware [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 520.879870] env[62024]: DEBUG nova.virt.hardware [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 520.879870] env[62024]: DEBUG nova.virt.hardware [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 520.880043] env[62024]: DEBUG nova.virt.hardware [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 520.880282] env[62024]: DEBUG nova.virt.hardware [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 520.880501] env[62024]: DEBUG nova.virt.hardware [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 520.880675] env[62024]: DEBUG nova.virt.hardware [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 520.880845] env[62024]: DEBUG nova.virt.hardware [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 520.881072] env[62024]: DEBUG nova.virt.hardware [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 520.881186] env[62024]: DEBUG nova.virt.hardware [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 520.882190] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b9582d-e8f0-49d1-8bf2-597670b9f7e6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.898724] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287516, 'name': CreateVM_Task, 'duration_secs': 1.654996} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 520.900207] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59a2662-b8f0-48f8-96ed-acc5ecd3c2fa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.905242] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 520.909462] env[62024]: DEBUG oslo_vmware.service [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b71d36-724b-4982-97e9-eb2f66f52f05 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.925995] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.926169] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.926537] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.926789] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eedf537e-4c35-41e1-9185-957671f34104 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.937021] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 520.937021] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52175916-9e0c-3eb5-7f1c-df672f567be1" [ 520.937021] env[62024]: _type = "Task" [ 520.937021] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 520.946126] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52175916-9e0c-3eb5-7f1c-df672f567be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 520.950943] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.005879] env[62024]: DEBUG nova.compute.manager [req-4133c5ca-de05-4873-838d-bf32291f8090 req-4b11d786-fd76-4f02-b694-2df70813b901 service nova] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Received event network-changed-cf8495bb-8b16-4533-9021-b5af74dd6664 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 521.006129] env[62024]: DEBUG nova.compute.manager [req-4133c5ca-de05-4873-838d-bf32291f8090 req-4b11d786-fd76-4f02-b694-2df70813b901 service nova] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Refreshing instance network info cache due to event network-changed-cf8495bb-8b16-4533-9021-b5af74dd6664. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 521.006332] env[62024]: DEBUG oslo_concurrency.lockutils [req-4133c5ca-de05-4873-838d-bf32291f8090 req-4b11d786-fd76-4f02-b694-2df70813b901 service nova] Acquiring lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.006473] env[62024]: DEBUG oslo_concurrency.lockutils [req-4133c5ca-de05-4873-838d-bf32291f8090 req-4b11d786-fd76-4f02-b694-2df70813b901 service nova] Acquired lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.006669] env[62024]: DEBUG nova.network.neutron [req-4133c5ca-de05-4873-838d-bf32291f8090 req-4b11d786-fd76-4f02-b694-2df70813b901 service nova] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Refreshing network info cache for port cf8495bb-8b16-4533-9021-b5af74dd6664 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 521.045171] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquiring lock "refresh_cache-b870a22c-5824-436a-b809-f7c6e30a4730" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.045171] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquired lock "refresh_cache-b870a22c-5824-436a-b809-f7c6e30a4730" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.045171] env[62024]: DEBUG nova.network.neutron [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 521.060249] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287520, 'name': CreateVM_Task, 'duration_secs': 0.351888} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 521.060249] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 521.060249] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.214984] env[62024]: DEBUG nova.compute.manager [None req-7a550573-864c-4198-b7c7-3915aab7f52f tempest-ServerDiagnosticsV248Test-41235538 tempest-ServerDiagnosticsV248Test-41235538-project-admin] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 521.217612] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0091c58-2e3b-4ab0-ad92-7d7777773895 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.228671] env[62024]: INFO nova.compute.manager [None req-7a550573-864c-4198-b7c7-3915aab7f52f tempest-ServerDiagnosticsV248Test-41235538 tempest-ServerDiagnosticsV248Test-41235538-project-admin] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Retrieving diagnostics [ 521.229615] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a17c24-f47d-45f8-bf7b-de621aa1e37b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.268179] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.268700] env[62024]: DEBUG nova.compute.manager [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 521.275302] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.999s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.276971] env[62024]: INFO nova.compute.claims [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 521.302188] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0853} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 521.302887] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 521.303767] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d494b007-dfe6-41b4-ade7-2f2946c51023 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.330206] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] caccecf4-aca6-4c09-bb68-ec3923931948/caccecf4-aca6-4c09-bb68-ec3923931948.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 521.331228] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bb0adeb-4053-44ff-8549-488f165e1666 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.361092] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 521.361092] env[62024]: value = "task-2287523" [ 521.361092] env[62024]: _type = "Task" [ 521.361092] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 521.370376] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 521.450500] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.451176] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 521.451176] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.452827] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.452827] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 521.452827] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.452827] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.453239] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b5a9798-51ad-4b8d-a9df-9c3934001c41 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.456413] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db7b514-9e29-4b86-af80-a9be04b1d358 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.462611] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Waiting for the task: (returnval){ [ 521.462611] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c310cb-dde2-d16c-96f9-5aac04f13f04" [ 521.462611] env[62024]: _type = "Task" [ 521.462611] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 521.467874] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 521.467874] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 521.468837] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed251933-f1bf-484b-b3cb-f93d172c0d7a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.476414] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c310cb-dde2-d16c-96f9-5aac04f13f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 521.481795] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3c1046-1b68-491d-99e6-5cb97de36a19 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.488823] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 521.488823] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522c42ed-7b57-8de3-4bf4-1a486ccf8bd9" [ 521.488823] env[62024]: _type = "Task" [ 521.488823] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 521.498299] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522c42ed-7b57-8de3-4bf4-1a486ccf8bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 521.647792] env[62024]: DEBUG nova.network.neutron [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 521.776729] env[62024]: DEBUG nova.compute.utils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 521.778162] env[62024]: DEBUG nova.compute.manager [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 521.778342] env[62024]: DEBUG nova.network.neutron [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 521.835389] env[62024]: DEBUG nova.policy [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d2e0cf6bb6f4aa985a1fa6100b7ae06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '635b7959f93043e2a28bad7303dd5f01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 521.881173] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287523, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 521.976719] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.977020] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 521.977234] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.000350] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Preparing fetch location {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 522.000607] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Creating directory with path [datastore1] vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807/f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 522.000849] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-552c57ca-29e3-46c5-8e15-4d5f84a7908b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.016226] env[62024]: DEBUG nova.network.neutron [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Updating instance_info_cache with network_info: [{"id": "42dc89a8-8a09-4f0c-87e6-eb1826f5233c", "address": "fa:16:3e:f9:bb:5d", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dc89a8-8a", "ovs_interfaceid": "42dc89a8-8a09-4f0c-87e6-eb1826f5233c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 522.022417] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Created directory with path [datastore1] vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807/f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 522.022608] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Fetch image to [datastore1] vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 522.023043] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Downloading image file data f446626d-716c-44c1-b266-739dd62d0b92 to [datastore1] vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk on the data store datastore1 {{(pid=62024) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 522.023905] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624c6e6a-e841-4210-827b-055f8cefd555 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.034723] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c8c4a9-2ba7-44c6-8348-78c0e83351c6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.048907] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb44dfc-05e4-4879-8070-117ad8fd3e1e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.091366] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40e19e4-54b3-4078-9a7e-4da49b0359c1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.098128] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Acquiring lock "19277cfb-5358-49a0-a8e9-bbd55722df41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.098357] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Lock "19277cfb-5358-49a0-a8e9-bbd55722df41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.104635] env[62024]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c21d51fe-b7c5-42a8-8d11-ee50b853bcd2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.129843] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Downloading image file data f446626d-716c-44c1-b266-739dd62d0b92 to the data store datastore1 {{(pid=62024) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 522.208585] env[62024]: DEBUG oslo_vmware.rw_handles [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62024) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 522.283934] env[62024]: DEBUG nova.compute.manager [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 522.289041] env[62024]: DEBUG nova.network.neutron [req-4133c5ca-de05-4873-838d-bf32291f8090 req-4b11d786-fd76-4f02-b694-2df70813b901 service nova] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updated VIF entry in instance network info cache for port cf8495bb-8b16-4533-9021-b5af74dd6664. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 522.289376] env[62024]: DEBUG nova.network.neutron [req-4133c5ca-de05-4873-838d-bf32291f8090 req-4b11d786-fd76-4f02-b694-2df70813b901 service nova] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating instance_info_cache with network_info: [{"id": "cf8495bb-8b16-4533-9021-b5af74dd6664", "address": "fa:16:3e:8a:4b:dd", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8495bb-8b", "ovs_interfaceid": "cf8495bb-8b16-4533-9021-b5af74dd6664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 522.388212] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287523, 'name': ReconfigVM_Task, 'duration_secs': 0.530289} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 522.392236] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Reconfigured VM instance instance-00000003 to attach disk [datastore2] caccecf4-aca6-4c09-bb68-ec3923931948/caccecf4-aca6-4c09-bb68-ec3923931948.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 522.393053] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-059130ce-1557-4b6b-801e-85fea0bc0d9a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.408689] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 522.408689] env[62024]: value = "task-2287524" [ 522.408689] env[62024]: _type = "Task" [ 522.408689] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 522.421521] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287524, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 522.522876] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Releasing lock "refresh_cache-b870a22c-5824-436a-b809-f7c6e30a4730" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.523372] env[62024]: DEBUG nova.compute.manager [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Instance network_info: |[{"id": "42dc89a8-8a09-4f0c-87e6-eb1826f5233c", "address": "fa:16:3e:f9:bb:5d", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dc89a8-8a", "ovs_interfaceid": "42dc89a8-8a09-4f0c-87e6-eb1826f5233c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 522.523872] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:bb:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42dc89a8-8a09-4f0c-87e6-eb1826f5233c', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 522.532789] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Creating folder: Project (6b611168c9964bb993889d7c6d3d8e81). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 522.533824] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aee1408d-0134-40b3-9db4-caabebfccaf5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.549463] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Created folder: Project (6b611168c9964bb993889d7c6d3d8e81) in parent group-v465568. [ 522.549991] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Creating folder: Instances. Parent ref: group-v465585. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 522.558537] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5d59047-5b02-480d-bf62-67d036454e54 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.570474] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Created folder: Instances in parent group-v465585. [ 522.570651] env[62024]: DEBUG oslo.service.loopingcall [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 522.571586] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 522.571901] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c113c015-6bcb-4232-a569-e56a371312fe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.602858] env[62024]: DEBUG nova.network.neutron [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Successfully created port: 8b1602c9-7284-4996-909b-7f6a323a5e4d {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 522.605159] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 522.605159] env[62024]: value = "task-2287527" [ 522.605159] env[62024]: _type = "Task" [ 522.605159] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 522.614770] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287527, 'name': CreateVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 522.678282] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff522a4-4cbf-4a8d-af14-f678139a5182 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.688654] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9307cce-9974-4603-9977-b3ca9d8f8e21 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.725208] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed162ea9-6638-489e-b0a2-5699da885b5d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.734865] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93601f65-7fec-4ddd-8334-309614feb98d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.750333] env[62024]: DEBUG nova.compute.provider_tree [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 522.791722] env[62024]: DEBUG oslo_concurrency.lockutils [req-4133c5ca-de05-4873-838d-bf32291f8090 req-4b11d786-fd76-4f02-b694-2df70813b901 service nova] Releasing lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.922058] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287524, 'name': Rename_Task, 'duration_secs': 0.173532} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 522.923017] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 522.923017] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48ca8898-a61b-413d-b54d-9f2d0cda0094 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.930677] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 522.930677] env[62024]: value = "task-2287529" [ 522.930677] env[62024]: _type = "Task" [ 522.930677] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 522.940447] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "2200d9af-927b-4de0-b8e4-1b878837dd1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.940736] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "2200d9af-927b-4de0-b8e4-1b878837dd1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.956512] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287529, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 522.956512] env[62024]: DEBUG oslo_vmware.rw_handles [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Completed reading data from the image iterator. {{(pid=62024) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 522.956512] env[62024]: DEBUG oslo_vmware.rw_handles [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 522.994954] env[62024]: DEBUG nova.compute.manager [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Received event network-changed-184a25ce-7c92-4a23-8719-46e20d490efb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 522.995235] env[62024]: DEBUG nova.compute.manager [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Refreshing instance network info cache due to event network-changed-184a25ce-7c92-4a23-8719-46e20d490efb. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 522.995527] env[62024]: DEBUG oslo_concurrency.lockutils [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] Acquiring lock "refresh_cache-d2efff21-a97d-47aa-905d-1d59815e514e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.995723] env[62024]: DEBUG oslo_concurrency.lockutils [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] Acquired lock "refresh_cache-d2efff21-a97d-47aa-905d-1d59815e514e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.995946] env[62024]: DEBUG nova.network.neutron [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Refreshing network info cache for port 184a25ce-7c92-4a23-8719-46e20d490efb {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 523.112075] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Downloaded image file data f446626d-716c-44c1-b266-739dd62d0b92 to vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk on the data store datastore1 {{(pid=62024) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 523.115096] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Caching image {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 523.115096] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Copying Virtual Disk [datastore1] vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk to [datastore1] vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 523.115096] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd587f03-1995-4b4c-a848-14aa905dfad8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.127431] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287527, 'name': CreateVM_Task, 'duration_secs': 0.360202} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 523.127843] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 523.127843] env[62024]: value = "task-2287530" [ 523.127843] env[62024]: _type = "Task" [ 523.127843] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 523.128194] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 523.128769] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.128943] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.129376] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.133231] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3911466-2a07-4f10-9f98-ef381fac8256 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.145956] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.147864] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 523.147864] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cc6e50-dd80-1c7e-66c2-bdac92c6dabe" [ 523.147864] env[62024]: _type = "Task" [ 523.147864] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 523.158351] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.158645] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 523.158868] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.254413] env[62024]: DEBUG nova.scheduler.client.report [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 523.294248] env[62024]: DEBUG nova.compute.manager [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 523.322500] env[62024]: DEBUG nova.virt.hardware [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 523.322777] env[62024]: DEBUG nova.virt.hardware [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 523.322956] env[62024]: DEBUG nova.virt.hardware [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 523.323417] env[62024]: DEBUG nova.virt.hardware [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 523.323593] env[62024]: DEBUG nova.virt.hardware [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 523.323794] env[62024]: DEBUG nova.virt.hardware [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 523.325266] env[62024]: DEBUG nova.virt.hardware [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 523.325266] env[62024]: DEBUG nova.virt.hardware [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 523.325266] env[62024]: DEBUG nova.virt.hardware [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 523.325266] env[62024]: DEBUG nova.virt.hardware [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 523.325266] env[62024]: DEBUG nova.virt.hardware [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 523.326299] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82defbf7-a789-4a15-9ce6-1eea1e6a479e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.339526] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0dcd45-23ff-4759-bc9a-f80f7f39367a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.445169] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287529, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.466550] env[62024]: DEBUG nova.network.neutron [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Successfully updated port: 69cf7997-7009-4fe8-823f-82d6b05cbb20 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 523.638676] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287530, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 523.760260] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.760833] env[62024]: DEBUG nova.compute.manager [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 523.765133] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.190s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.767078] env[62024]: INFO nova.compute.claims [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 523.871586] env[62024]: DEBUG nova.network.neutron [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Updated VIF entry in instance network info cache for port 184a25ce-7c92-4a23-8719-46e20d490efb. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 523.872204] env[62024]: DEBUG nova.network.neutron [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Updating instance_info_cache with network_info: [{"id": "184a25ce-7c92-4a23-8719-46e20d490efb", "address": "fa:16:3e:ff:a8:b7", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap184a25ce-7c", "ovs_interfaceid": "184a25ce-7c92-4a23-8719-46e20d490efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 523.944484] env[62024]: DEBUG oslo_vmware.api [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287529, 'name': PowerOnVM_Task, 'duration_secs': 0.563257} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 523.944761] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 523.944959] env[62024]: INFO nova.compute.manager [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Took 12.67 seconds to spawn the instance on the hypervisor. [ 523.945157] env[62024]: DEBUG nova.compute.manager [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 523.946371] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e24da7c-286f-47f3-a998-5b3e32d39c81 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.971349] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "refresh_cache-b6b1ab69-9000-4e72-813a-e5a4bc17ebca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.971464] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquired lock "refresh_cache-b6b1ab69-9000-4e72-813a-e5a4bc17ebca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.971646] env[62024]: DEBUG nova.network.neutron [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 524.140110] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690169} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 524.140443] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Copied Virtual Disk [datastore1] vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk to [datastore1] vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 524.143309] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Deleting the datastore file [datastore1] vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807/f446626d-716c-44c1-b266-739dd62d0b92/tmp-sparse.vmdk {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 524.143309] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a60a7d49-69a7-4ebd-803e-0ca5ff01dbb8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.149611] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 524.149611] env[62024]: value = "task-2287531" [ 524.149611] env[62024]: _type = "Task" [ 524.149611] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.158251] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.274273] env[62024]: DEBUG nova.compute.utils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 524.281394] env[62024]: DEBUG nova.compute.manager [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 524.281394] env[62024]: DEBUG nova.network.neutron [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 524.299021] env[62024]: DEBUG nova.compute.manager [req-c4fc3327-562b-4da1-9441-5dde8192d345 req-7b2d9a86-ef6a-4726-9ef9-d90133d6ff79 service nova] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Received event network-vif-plugged-69cf7997-7009-4fe8-823f-82d6b05cbb20 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 524.299021] env[62024]: DEBUG oslo_concurrency.lockutils [req-c4fc3327-562b-4da1-9441-5dde8192d345 req-7b2d9a86-ef6a-4726-9ef9-d90133d6ff79 service nova] Acquiring lock "b6b1ab69-9000-4e72-813a-e5a4bc17ebca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.299021] env[62024]: DEBUG oslo_concurrency.lockutils [req-c4fc3327-562b-4da1-9441-5dde8192d345 req-7b2d9a86-ef6a-4726-9ef9-d90133d6ff79 service nova] Lock "b6b1ab69-9000-4e72-813a-e5a4bc17ebca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.299021] env[62024]: DEBUG oslo_concurrency.lockutils [req-c4fc3327-562b-4da1-9441-5dde8192d345 req-7b2d9a86-ef6a-4726-9ef9-d90133d6ff79 service nova] Lock "b6b1ab69-9000-4e72-813a-e5a4bc17ebca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.302047] env[62024]: DEBUG nova.compute.manager [req-c4fc3327-562b-4da1-9441-5dde8192d345 req-7b2d9a86-ef6a-4726-9ef9-d90133d6ff79 service nova] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] No waiting events found dispatching network-vif-plugged-69cf7997-7009-4fe8-823f-82d6b05cbb20 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 524.302047] env[62024]: WARNING nova.compute.manager [req-c4fc3327-562b-4da1-9441-5dde8192d345 req-7b2d9a86-ef6a-4726-9ef9-d90133d6ff79 service nova] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Received unexpected event network-vif-plugged-69cf7997-7009-4fe8-823f-82d6b05cbb20 for instance with vm_state building and task_state spawning. [ 524.375624] env[62024]: DEBUG oslo_concurrency.lockutils [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] Releasing lock "refresh_cache-d2efff21-a97d-47aa-905d-1d59815e514e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.376225] env[62024]: DEBUG nova.compute.manager [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Received event network-vif-plugged-42dc89a8-8a09-4f0c-87e6-eb1826f5233c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 524.376225] env[62024]: DEBUG oslo_concurrency.lockutils [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] Acquiring lock "b870a22c-5824-436a-b809-f7c6e30a4730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.376962] env[62024]: DEBUG oslo_concurrency.lockutils [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] Lock "b870a22c-5824-436a-b809-f7c6e30a4730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.376962] env[62024]: DEBUG oslo_concurrency.lockutils [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] Lock "b870a22c-5824-436a-b809-f7c6e30a4730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.376962] env[62024]: DEBUG nova.compute.manager [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] No waiting events found dispatching network-vif-plugged-42dc89a8-8a09-4f0c-87e6-eb1826f5233c {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 524.376962] env[62024]: WARNING nova.compute.manager [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Received unexpected event network-vif-plugged-42dc89a8-8a09-4f0c-87e6-eb1826f5233c for instance with vm_state building and task_state spawning. [ 524.376962] env[62024]: DEBUG nova.compute.manager [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Received event network-changed-42dc89a8-8a09-4f0c-87e6-eb1826f5233c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 524.377152] env[62024]: DEBUG nova.compute.manager [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Refreshing instance network info cache due to event network-changed-42dc89a8-8a09-4f0c-87e6-eb1826f5233c. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 524.377818] env[62024]: DEBUG oslo_concurrency.lockutils [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] Acquiring lock "refresh_cache-b870a22c-5824-436a-b809-f7c6e30a4730" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.377818] env[62024]: DEBUG oslo_concurrency.lockutils [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] Acquired lock "refresh_cache-b870a22c-5824-436a-b809-f7c6e30a4730" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.377818] env[62024]: DEBUG nova.network.neutron [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Refreshing network info cache for port 42dc89a8-8a09-4f0c-87e6-eb1826f5233c {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 524.417813] env[62024]: DEBUG nova.policy [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49bacb2a4aec482785eb059c73ebbf5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a59b70517874e249381d035b1c549f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 524.426270] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "b8f0e5f1-04c8-4784-a597-768a0900e987" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.426270] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b8f0e5f1-04c8-4784-a597-768a0900e987" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.466028] env[62024]: INFO nova.compute.manager [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Took 19.50 seconds to build instance. [ 524.584565] env[62024]: DEBUG nova.network.neutron [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 524.663440] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025083} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 524.663704] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 524.663941] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Moving file from [datastore1] vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807/f446626d-716c-44c1-b266-739dd62d0b92 to [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92. {{(pid=62024) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 524.664231] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c9583c80-cd16-4885-bd36-fdbf7e7e11d8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.671328] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 524.671328] env[62024]: value = "task-2287532" [ 524.671328] env[62024]: _type = "Task" [ 524.671328] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 524.679725] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287532, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 524.778777] env[62024]: DEBUG nova.compute.manager [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 524.918823] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "f0e0e8a0-6712-4cce-9a5c-59172bb1c145" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.918823] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "f0e0e8a0-6712-4cce-9a5c-59172bb1c145" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.968336] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc99b64-0997-4b5f-95ba-861f2f21e8ab tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "caccecf4-aca6-4c09-bb68-ec3923931948" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.014s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.124318] env[62024]: DEBUG nova.network.neutron [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Updating instance_info_cache with network_info: [{"id": "69cf7997-7009-4fe8-823f-82d6b05cbb20", "address": "fa:16:3e:b2:ef:79", "network": {"id": "34eee544-da66-4485-8f59-e80b9c3104f6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1242323123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56a271e031554e62bd96504b04b55864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69cf7997-70", "ovs_interfaceid": "69cf7997-7009-4fe8-823f-82d6b05cbb20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 525.186856] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287532, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024361} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.188113] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] File moved {{(pid=62024) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 525.188113] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Cleaning up location [datastore1] vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 525.188113] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Deleting the datastore file [datastore1] vmware_temp/1f699b28-8899-4607-af0c-16d6b7542807 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 525.188113] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e57b8c1d-146d-464d-ad83-e61c8387343d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.198082] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 525.198082] env[62024]: value = "task-2287534" [ 525.198082] env[62024]: _type = "Task" [ 525.198082] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.198870] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e5df69-493b-460f-b35a-77ff828581e5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.216455] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7ea523-ab99-4c4b-be9b-5a785a593c80 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.221639] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.255039] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f4907a-539b-4dbf-8ed8-d0dc436457d5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.266247] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869bec9f-12fb-46e9-b78c-323798d86c3a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.282908] env[62024]: DEBUG nova.compute.provider_tree [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 525.422089] env[62024]: DEBUG nova.network.neutron [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Successfully updated port: 8b1602c9-7284-4996-909b-7f6a323a5e4d {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 525.441060] env[62024]: DEBUG nova.network.neutron [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Successfully created port: 6ea1eaa1-9fad-4f10-962d-66c57239c728 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 525.477085] env[62024]: DEBUG nova.compute.manager [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 525.629036] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Releasing lock "refresh_cache-b6b1ab69-9000-4e72-813a-e5a4bc17ebca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.629400] env[62024]: DEBUG nova.compute.manager [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Instance network_info: |[{"id": "69cf7997-7009-4fe8-823f-82d6b05cbb20", "address": "fa:16:3e:b2:ef:79", "network": {"id": "34eee544-da66-4485-8f59-e80b9c3104f6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1242323123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56a271e031554e62bd96504b04b55864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69cf7997-70", "ovs_interfaceid": "69cf7997-7009-4fe8-823f-82d6b05cbb20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 525.629835] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:ef:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69cf7997-7009-4fe8-823f-82d6b05cbb20', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 525.640023] env[62024]: DEBUG oslo.service.loopingcall [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 525.640534] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 525.640803] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-881e70f3-2f0b-4708-b738-f400dd3b77f9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.664240] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 525.664240] env[62024]: value = "task-2287535" [ 525.664240] env[62024]: _type = "Task" [ 525.664240] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.665214] env[62024]: DEBUG nova.network.neutron [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Updated VIF entry in instance network info cache for port 42dc89a8-8a09-4f0c-87e6-eb1826f5233c. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 525.665602] env[62024]: DEBUG nova.network.neutron [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Updating instance_info_cache with network_info: [{"id": "42dc89a8-8a09-4f0c-87e6-eb1826f5233c", "address": "fa:16:3e:f9:bb:5d", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dc89a8-8a", "ovs_interfaceid": "42dc89a8-8a09-4f0c-87e6-eb1826f5233c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 525.682017] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287535, 'name': CreateVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.716519] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026732} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 525.716519] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 525.716519] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e3a932b-4020-4593-a4ec-1e26697ff51c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.720201] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 525.720201] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ecc36d-8ad1-c11d-f115-02d86ef6aa66" [ 525.720201] env[62024]: _type = "Task" [ 525.720201] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 525.730661] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ecc36d-8ad1-c11d-f115-02d86ef6aa66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 525.798296] env[62024]: DEBUG nova.compute.manager [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 525.826241] env[62024]: ERROR nova.scheduler.client.report [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [req-4f97c89a-9acf-4413-a068-07886a1b844d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2414aeaf-2a82-48f5-b61f-d58b79924cbf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4f97c89a-9acf-4413-a068-07886a1b844d"}]} [ 525.836933] env[62024]: DEBUG nova.virt.hardware [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 525.837277] env[62024]: DEBUG nova.virt.hardware [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 525.837498] env[62024]: DEBUG nova.virt.hardware [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 525.837718] env[62024]: DEBUG nova.virt.hardware [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 525.837900] env[62024]: DEBUG nova.virt.hardware [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 525.838121] env[62024]: DEBUG nova.virt.hardware [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 525.838337] env[62024]: DEBUG nova.virt.hardware [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 525.838493] env[62024]: DEBUG nova.virt.hardware [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 525.838671] env[62024]: DEBUG nova.virt.hardware [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 525.838806] env[62024]: DEBUG nova.virt.hardware [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 525.839015] env[62024]: DEBUG nova.virt.hardware [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 525.840202] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fc462c-aa51-4f95-81a4-22aff650f04f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.852178] env[62024]: DEBUG nova.scheduler.client.report [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Refreshing inventories for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 525.856101] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3092b3da-eeee-4666-b86d-12932c62166b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.890910] env[62024]: DEBUG nova.scheduler.client.report [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Updating ProviderTree inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 525.891361] env[62024]: DEBUG nova.compute.provider_tree [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 525.907999] env[62024]: DEBUG nova.scheduler.client.report [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Refreshing aggregate associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, aggregates: None {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 525.924098] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "refresh_cache-c2dd4f2a-6fe8-402f-8715-217a8aa24b16" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.924399] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "refresh_cache-c2dd4f2a-6fe8-402f-8715-217a8aa24b16" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.925456] env[62024]: DEBUG nova.network.neutron [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 525.934752] env[62024]: DEBUG nova.scheduler.client.report [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Refreshing trait associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 526.000689] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.173876] env[62024]: DEBUG oslo_concurrency.lockutils [req-382a9f87-5b3d-4bcd-98da-826f56ace3a5 req-bb84a834-41e2-4de2-b903-21169a73de72 service nova] Releasing lock "refresh_cache-b870a22c-5824-436a-b809-f7c6e30a4730" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.184469] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287535, 'name': CreateVM_Task, 'duration_secs': 0.430422} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.184579] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 526.185584] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.185748] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.186080] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.186344] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae026be-26d5-48bd-bf9b-d828389ba019 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.192924] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 526.192924] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52698578-23f3-2e85-b1c7-29c9fd40c31a" [ 526.192924] env[62024]: _type = "Task" [ 526.192924] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.202319] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52698578-23f3-2e85-b1c7-29c9fd40c31a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.232521] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ecc36d-8ad1-c11d-f115-02d86ef6aa66, 'name': SearchDatastore_Task, 'duration_secs': 0.01273} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.235789] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.236339] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] a4917632-490f-4fea-b55b-ee28bb21a1e4/a4917632-490f-4fea-b55b-ee28bb21a1e4.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 526.237051] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.237984] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 526.237984] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fd0e7f2-a95b-444e-85a7-794b5224cc7f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.239910] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c291309-ed64-490b-a405-2973c2c963a5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.248300] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 526.248300] env[62024]: value = "task-2287536" [ 526.248300] env[62024]: _type = "Task" [ 526.248300] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.255704] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 526.256068] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 526.257993] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca6575e2-6459-4174-94ef-6641d9e874e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.263633] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.267550] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Waiting for the task: (returnval){ [ 526.267550] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522e39cc-c6da-1763-5370-00cdcf7cf7eb" [ 526.267550] env[62024]: _type = "Task" [ 526.267550] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.283208] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522e39cc-c6da-1763-5370-00cdcf7cf7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.283515] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f77543a7-fb49-4780-a9b3-3ad3c6f56d5c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.287921] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa98d54-ece0-46c6-843a-92728d0d6ad3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.293955] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Waiting for the task: (returnval){ [ 526.293955] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b239d9-3985-3769-bbd1-a355489864c7" [ 526.293955] env[62024]: _type = "Task" [ 526.293955] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.300865] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c278b8f4-4324-493b-810c-9353f946a7a7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.310528] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b239d9-3985-3769-bbd1-a355489864c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.343234] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d353629e-f9d4-4f5f-9ae4-90650b4c1eef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.353785] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ad2f42-7c24-451e-92c3-9042e0550ade {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.369601] env[62024]: DEBUG nova.compute.provider_tree [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 526.523039] env[62024]: DEBUG nova.network.neutron [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 526.704504] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52698578-23f3-2e85-b1c7-29c9fd40c31a, 'name': SearchDatastore_Task, 'duration_secs': 0.01325} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.704921] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.705364] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 526.705546] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.758602] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.810258] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b239d9-3985-3769-bbd1-a355489864c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015413} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.813028] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.813028] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] d2efff21-a97d-47aa-905d-1d59815e514e/d2efff21-a97d-47aa-905d-1d59815e514e.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 526.813028] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.813028] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 526.814261] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0197d396-76c6-4923-8b7a-626402d8a650 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.817200] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62648dbf-4b69-4498-b917-5db4b6484c4e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.830485] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Waiting for the task: (returnval){ [ 526.830485] env[62024]: value = "task-2287538" [ 526.830485] env[62024]: _type = "Task" [ 526.830485] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.830485] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 526.830485] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 526.837088] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29745c50-6bb1-4f6b-92a3-5e18ff7253d9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.845891] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.847412] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 526.847412] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52178ed3-9ed3-4f6f-97d6-8ace6800902f" [ 526.847412] env[62024]: _type = "Task" [ 526.847412] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.856926] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52178ed3-9ed3-4f6f-97d6-8ace6800902f, 'name': SearchDatastore_Task, 'duration_secs': 0.008774} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 526.858324] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0252ff80-4dc7-413b-9fa4-ab58ec61ade0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.865353] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 526.865353] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ec9cd1-bc4a-a11d-fcf0-e885091ae695" [ 526.865353] env[62024]: _type = "Task" [ 526.865353] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 526.877445] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ec9cd1-bc4a-a11d-fcf0-e885091ae695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 526.911025] env[62024]: DEBUG nova.scheduler.client.report [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 23 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 526.911744] env[62024]: DEBUG nova.compute.provider_tree [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 23 to 24 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 526.911744] env[62024]: DEBUG nova.compute.provider_tree [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 526.916776] env[62024]: DEBUG nova.network.neutron [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Updating instance_info_cache with network_info: [{"id": "8b1602c9-7284-4996-909b-7f6a323a5e4d", "address": "fa:16:3e:ea:89:c4", "network": {"id": "21e6d063-2a86-4cee-84f4-d7b24ea515f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1881006968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "635b7959f93043e2a28bad7303dd5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1602c9-72", "ovs_interfaceid": "8b1602c9-7284-4996-909b-7f6a323a5e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 527.271503] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287536, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.347152] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.382146] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ec9cd1-bc4a-a11d-fcf0-e885091ae695, 'name': SearchDatastore_Task, 'duration_secs': 0.00823} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.382486] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.382750] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] b870a22c-5824-436a-b809-f7c6e30a4730/b870a22c-5824-436a-b809-f7c6e30a4730.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 527.383883] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.383883] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 527.383883] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a242716c-fe0f-4349-a2fb-da935e3218ea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.389810] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df91275e-b6f5-459b-a3ef-bfda8a431e0c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.400149] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 527.400149] env[62024]: value = "task-2287539" [ 527.400149] env[62024]: _type = "Task" [ 527.400149] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.412685] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.412958] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 527.413163] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 527.413948] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbcfb318-25ac-4296-8ca5-a34c6d0d93c1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.418874] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.654s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.419688] env[62024]: DEBUG nova.compute.manager [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 527.423034] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "refresh_cache-c2dd4f2a-6fe8-402f-8715-217a8aa24b16" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.423343] env[62024]: DEBUG nova.compute.manager [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Instance network_info: |[{"id": "8b1602c9-7284-4996-909b-7f6a323a5e4d", "address": "fa:16:3e:ea:89:c4", "network": {"id": "21e6d063-2a86-4cee-84f4-d7b24ea515f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1881006968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "635b7959f93043e2a28bad7303dd5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1602c9-72", "ovs_interfaceid": "8b1602c9-7284-4996-909b-7f6a323a5e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 527.426257] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.611s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.426257] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.426257] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62024) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 527.426257] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.476s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.429240] env[62024]: INFO nova.compute.claims [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 527.430763] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:89:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b1602c9-7284-4996-909b-7f6a323a5e4d', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 527.439369] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Creating folder: Project (635b7959f93043e2a28bad7303dd5f01). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 527.439369] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 527.439369] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fe104c-c029-2031-bdb8-2a40169ce685" [ 527.439369] env[62024]: _type = "Task" [ 527.439369] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.440167] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ab423c-70ab-4b22-8c72-bb8ed0756c31 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.443704] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9c8e645-f389-4e67-8937-d97b1bff618a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.460025] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9797d4-58b4-416e-87e3-318c4101d8b3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.467999] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Created folder: Project (635b7959f93043e2a28bad7303dd5f01) in parent group-v465568. [ 527.467999] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Creating folder: Instances. Parent ref: group-v465590. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 527.467999] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c551b7cc-10eb-4af7-84a6-d09cab9e40ba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.480359] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fe104c-c029-2031-bdb8-2a40169ce685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.483585] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630a0525-bb46-49ea-b8fb-325a6a14138e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.490209] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Created folder: Instances in parent group-v465590. [ 527.490209] env[62024]: DEBUG oslo.service.loopingcall [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 527.491373] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 527.491655] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a20082a4-436c-4f6a-944c-0b4915b6d774 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.508023] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97ede61-0ce5-42fc-9cb8-4473ea34cc93 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.544645] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181208MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62024) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 527.544866] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.555845] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 527.555845] env[62024]: value = "task-2287542" [ 527.555845] env[62024]: _type = "Task" [ 527.555845] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.556442] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "8f22e462-0047-4ef2-b3cb-6284a5fdf506" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.556667] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "8f22e462-0047-4ef2-b3cb-6284a5fdf506" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.570837] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287542, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.660678] env[62024]: DEBUG nova.compute.manager [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Received event network-changed-69cf7997-7009-4fe8-823f-82d6b05cbb20 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 527.660866] env[62024]: DEBUG nova.compute.manager [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Refreshing instance network info cache due to event network-changed-69cf7997-7009-4fe8-823f-82d6b05cbb20. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 527.664681] env[62024]: DEBUG oslo_concurrency.lockutils [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] Acquiring lock "refresh_cache-b6b1ab69-9000-4e72-813a-e5a4bc17ebca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.664918] env[62024]: DEBUG oslo_concurrency.lockutils [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] Acquired lock "refresh_cache-b6b1ab69-9000-4e72-813a-e5a4bc17ebca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.665107] env[62024]: DEBUG nova.network.neutron [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Refreshing network info cache for port 69cf7997-7009-4fe8-823f-82d6b05cbb20 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 527.763945] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287536, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.2682} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.764257] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] a4917632-490f-4fea-b55b-ee28bb21a1e4/a4917632-490f-4fea-b55b-ee28bb21a1e4.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 527.764475] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 527.764729] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8042dc00-f90e-4b09-9aeb-a8547396e462 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.773222] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 527.773222] env[62024]: value = "task-2287543" [ 527.773222] env[62024]: _type = "Task" [ 527.773222] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.787574] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.845671] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287538, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.916522] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287539, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 527.927097] env[62024]: DEBUG nova.compute.utils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 527.930384] env[62024]: DEBUG nova.compute.manager [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 527.930695] env[62024]: DEBUG nova.network.neutron [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 527.963789] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fe104c-c029-2031-bdb8-2a40169ce685, 'name': SearchDatastore_Task, 'duration_secs': 0.052167} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 527.965179] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec0a66d-057a-4ea3-9d59-2c793ef52f42 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.976771] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 527.976771] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b7329a-e4b8-8235-550b-8b0843ce9339" [ 527.976771] env[62024]: _type = "Task" [ 527.976771] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 527.989961] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b7329a-e4b8-8235-550b-8b0843ce9339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.015557] env[62024]: DEBUG nova.policy [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e79bfe48788474da32566235f0a77ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14bc2df2c83f4b89ba1f871165ae983c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 528.070801] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287542, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.286525] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296695} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.286752] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 528.287815] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a49be6-9a6f-40ef-9946-f256153711d3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.326164] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] a4917632-490f-4fea-b55b-ee28bb21a1e4/a4917632-490f-4fea-b55b-ee28bb21a1e4.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 528.330622] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94524598-add6-4423-b5cc-64e9424ff2f4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.354320] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287538, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.080376} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.357214] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] d2efff21-a97d-47aa-905d-1d59815e514e/d2efff21-a97d-47aa-905d-1d59815e514e.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 528.357214] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 528.357214] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 528.357214] env[62024]: value = "task-2287544" [ 528.357214] env[62024]: _type = "Task" [ 528.357214] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.357214] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71119366-f997-4141-9b58-a0e7efd2fd25 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.368655] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Waiting for the task: (returnval){ [ 528.368655] env[62024]: value = "task-2287545" [ 528.368655] env[62024]: _type = "Task" [ 528.368655] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.376482] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.419405] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812865} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.419812] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] b870a22c-5824-436a-b809-f7c6e30a4730/b870a22c-5824-436a-b809-f7c6e30a4730.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 528.420094] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 528.420416] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8beb0a88-18b8-49e3-aa95-267ef3e2ce28 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.427761] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 528.427761] env[62024]: value = "task-2287546" [ 528.427761] env[62024]: _type = "Task" [ 528.427761] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.433840] env[62024]: DEBUG nova.compute.manager [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 528.442627] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.497252] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b7329a-e4b8-8235-550b-8b0843ce9339, 'name': SearchDatastore_Task, 'duration_secs': 0.047726} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.498179] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.498179] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] b6b1ab69-9000-4e72-813a-e5a4bc17ebca/b6b1ab69-9000-4e72-813a-e5a4bc17ebca.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 528.498611] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56d5a321-347d-4b6d-a7d8-99da60546dc2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.508033] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 528.508033] env[62024]: value = "task-2287547" [ 528.508033] env[62024]: _type = "Task" [ 528.508033] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.523298] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.569325] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287542, 'name': CreateVM_Task, 'duration_secs': 0.787109} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.572247] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 528.573585] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.574621] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.575135] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.576329] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc415344-a92e-460e-96b8-ee9a995acd50 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.581884] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 528.581884] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e4d842-6feb-2410-a9c1-d982287f467f" [ 528.581884] env[62024]: _type = "Task" [ 528.581884] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.594047] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e4d842-6feb-2410-a9c1-d982287f467f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.685353] env[62024]: DEBUG nova.network.neutron [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Successfully updated port: 6ea1eaa1-9fad-4f10-962d-66c57239c728 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 528.876961] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287544, 'name': ReconfigVM_Task, 'duration_secs': 0.327736} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.880351] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Reconfigured VM instance instance-00000004 to attach disk [datastore1] a4917632-490f-4fea-b55b-ee28bb21a1e4/a4917632-490f-4fea-b55b-ee28bb21a1e4.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 528.881265] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2018a86a-fb21-45da-8ac4-96169e0947b4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.892245] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063064} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 528.892497] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 528.892497] env[62024]: value = "task-2287549" [ 528.892497] env[62024]: _type = "Task" [ 528.892497] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 528.892710] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 528.893576] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ee22c0-d269-4eb5-8e23-346565d3a79d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.900685] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a97c085-bef7-414e-aa24-efd2296f5ea5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.929526] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] d2efff21-a97d-47aa-905d-1d59815e514e/d2efff21-a97d-47aa-905d-1d59815e514e.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 528.936813] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8fced0c-c2b8-4a5f-8986-27f31396f5cd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.952149] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287549, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 528.955544] env[62024]: DEBUG nova.network.neutron [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Successfully created port: e315ebe9-785d-4dcd-9d48-c051cfc21d22 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 528.965123] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05452788-33da-47dd-aa68-edeadbd45aff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.970670] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Acquiring lock "06fcd604-5854-49bd-9bbd-51cbe3710e66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.970670] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Lock "06fcd604-5854-49bd-9bbd-51cbe3710e66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.975861] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071937} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.003657] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 529.005380] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Waiting for the task: (returnval){ [ 529.005380] env[62024]: value = "task-2287550" [ 529.005380] env[62024]: _type = "Task" [ 529.005380] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.006110] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eda80ad-01d7-4343-ae5f-e3c9736de01b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.009169] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f317b94-ac0c-46ac-bfd2-de1661ad006f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.045372] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] b870a22c-5824-436a-b809-f7c6e30a4730/b870a22c-5824-436a-b809-f7c6e30a4730.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 529.057084] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-133d308e-f683-48cd-bcfe-a50b53a7a21a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.072324] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.076856] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df18c2f7-6ee9-4372-9b38-b2cc6fca8f58 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.084173] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.097280] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 529.097280] env[62024]: value = "task-2287551" [ 529.097280] env[62024]: _type = "Task" [ 529.097280] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.097713] env[62024]: DEBUG nova.compute.provider_tree [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 529.105781] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e4d842-6feb-2410-a9c1-d982287f467f, 'name': SearchDatastore_Task, 'duration_secs': 0.033507} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.107059] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.108340] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 529.108340] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.108340] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.108340] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 529.110501] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71e5f4ae-772e-4f58-9b10-47bb0a628214 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.115814] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.123632] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 529.123632] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 529.124846] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026a6a3a-24f4-41f6-bcaa-93799cd7484f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.129487] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 529.129487] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52eb2759-bef0-27c5-e874-3c37f9b74861" [ 529.129487] env[62024]: _type = "Task" [ 529.129487] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.141926] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52eb2759-bef0-27c5-e874-3c37f9b74861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.167713] env[62024]: DEBUG nova.network.neutron [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Updated VIF entry in instance network info cache for port 69cf7997-7009-4fe8-823f-82d6b05cbb20. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 529.168084] env[62024]: DEBUG nova.network.neutron [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Updating instance_info_cache with network_info: [{"id": "69cf7997-7009-4fe8-823f-82d6b05cbb20", "address": "fa:16:3e:b2:ef:79", "network": {"id": "34eee544-da66-4485-8f59-e80b9c3104f6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1242323123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56a271e031554e62bd96504b04b55864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69cf7997-70", "ovs_interfaceid": "69cf7997-7009-4fe8-823f-82d6b05cbb20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 529.193780] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Acquiring lock "refresh_cache-944ae0ad-a813-453f-a3b6-bc5dc5877eca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.193780] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Acquired lock "refresh_cache-944ae0ad-a813-453f-a3b6-bc5dc5877eca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.193780] env[62024]: DEBUG nova.network.neutron [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 529.405317] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287549, 'name': Rename_Task, 'duration_secs': 0.135237} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.406000] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 529.406412] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b9672e7-1016-4fb6-be1b-dbeb1617ebad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.416363] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 529.416363] env[62024]: value = "task-2287552" [ 529.416363] env[62024]: _type = "Task" [ 529.416363] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.426242] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.472164] env[62024]: DEBUG nova.compute.manager [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 529.506963] env[62024]: DEBUG nova.virt.hardware [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 529.506963] env[62024]: DEBUG nova.virt.hardware [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 529.506963] env[62024]: DEBUG nova.virt.hardware [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 529.507395] env[62024]: DEBUG nova.virt.hardware [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 529.507395] env[62024]: DEBUG nova.virt.hardware [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 529.507395] env[62024]: DEBUG nova.virt.hardware [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 529.507395] env[62024]: DEBUG nova.virt.hardware [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 529.507395] env[62024]: DEBUG nova.virt.hardware [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 529.507634] env[62024]: DEBUG nova.virt.hardware [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 529.507963] env[62024]: DEBUG nova.virt.hardware [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 529.508946] env[62024]: DEBUG nova.virt.hardware [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 529.509066] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa08253b-7272-4819-bf73-db47b121c739 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.527884] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f23c7d9-1b60-4778-bfe3-e6feee8693b4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.532990] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.538719] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287547, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.600864] env[62024]: DEBUG nova.scheduler.client.report [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 529.620665] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.643439] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52eb2759-bef0-27c5-e874-3c37f9b74861, 'name': SearchDatastore_Task, 'duration_secs': 0.008879} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.644504] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf381b50-219c-40b3-8eb2-57e71812efeb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.650262] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 529.650262] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ce3b23-631d-f489-075c-6bdf6bcf5c24" [ 529.650262] env[62024]: _type = "Task" [ 529.650262] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.659336] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ce3b23-631d-f489-075c-6bdf6bcf5c24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.674716] env[62024]: DEBUG oslo_concurrency.lockutils [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] Releasing lock "refresh_cache-b6b1ab69-9000-4e72-813a-e5a4bc17ebca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.675661] env[62024]: DEBUG nova.compute.manager [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Received event network-vif-plugged-8b1602c9-7284-4996-909b-7f6a323a5e4d {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 529.675661] env[62024]: DEBUG oslo_concurrency.lockutils [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] Acquiring lock "c2dd4f2a-6fe8-402f-8715-217a8aa24b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.675661] env[62024]: DEBUG oslo_concurrency.lockutils [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] Lock "c2dd4f2a-6fe8-402f-8715-217a8aa24b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.675661] env[62024]: DEBUG oslo_concurrency.lockutils [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] Lock "c2dd4f2a-6fe8-402f-8715-217a8aa24b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.675859] env[62024]: DEBUG nova.compute.manager [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] No waiting events found dispatching network-vif-plugged-8b1602c9-7284-4996-909b-7f6a323a5e4d {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 529.675896] env[62024]: WARNING nova.compute.manager [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Received unexpected event network-vif-plugged-8b1602c9-7284-4996-909b-7f6a323a5e4d for instance with vm_state building and task_state spawning. [ 529.676763] env[62024]: DEBUG nova.compute.manager [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Received event network-changed-8b1602c9-7284-4996-909b-7f6a323a5e4d {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 529.676763] env[62024]: DEBUG nova.compute.manager [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Refreshing instance network info cache due to event network-changed-8b1602c9-7284-4996-909b-7f6a323a5e4d. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 529.676763] env[62024]: DEBUG oslo_concurrency.lockutils [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] Acquiring lock "refresh_cache-c2dd4f2a-6fe8-402f-8715-217a8aa24b16" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.676763] env[62024]: DEBUG oslo_concurrency.lockutils [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] Acquired lock "refresh_cache-c2dd4f2a-6fe8-402f-8715-217a8aa24b16" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.676763] env[62024]: DEBUG nova.network.neutron [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Refreshing network info cache for port 8b1602c9-7284-4996-909b-7f6a323a5e4d {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 529.779071] env[62024]: DEBUG nova.network.neutron [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 529.934040] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287552, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.022427] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.033031] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287547, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.419344} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.033031] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] b6b1ab69-9000-4e72-813a-e5a4bc17ebca/b6b1ab69-9000-4e72-813a-e5a4bc17ebca.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 530.033031] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 530.033031] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bb1fcfa-0194-45d0-afde-12a70de9d6ce {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.042987] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 530.042987] env[62024]: value = "task-2287553" [ 530.042987] env[62024]: _type = "Task" [ 530.042987] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.054127] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.110994] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.113655] env[62024]: DEBUG nova.compute.manager [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 530.114952] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287551, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.115116] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.164s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.117059] env[62024]: INFO nova.compute.claims [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 530.162388] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ce3b23-631d-f489-075c-6bdf6bcf5c24, 'name': SearchDatastore_Task, 'duration_secs': 0.047011} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.162651] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.163105] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16/c2dd4f2a-6fe8-402f-8715-217a8aa24b16.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 530.163482] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f01f77d-68e8-4b09-8a68-589c06e518f6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.173553] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 530.173553] env[62024]: value = "task-2287554" [ 530.173553] env[62024]: _type = "Task" [ 530.173553] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.185557] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.219299] env[62024]: DEBUG nova.network.neutron [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Updating instance_info_cache with network_info: [{"id": "6ea1eaa1-9fad-4f10-962d-66c57239c728", "address": "fa:16:3e:8e:b8:6a", "network": {"id": "76602f75-9da9-4d70-bfc5-373b2ef2e794", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-21212898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a59b70517874e249381d035b1c549f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea1eaa1-9f", "ovs_interfaceid": "6ea1eaa1-9fad-4f10-962d-66c57239c728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 530.432743] env[62024]: DEBUG oslo_vmware.api [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287552, 'name': PowerOnVM_Task, 'duration_secs': 0.668404} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.433117] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 530.433292] env[62024]: INFO nova.compute.manager [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Took 16.80 seconds to spawn the instance on the hypervisor. [ 530.434473] env[62024]: DEBUG nova.compute.manager [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 530.434473] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2300d1c2-b075-43f2-a84a-9df75b53aa09 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.521485] env[62024]: DEBUG nova.network.neutron [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Updated VIF entry in instance network info cache for port 8b1602c9-7284-4996-909b-7f6a323a5e4d. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 530.521964] env[62024]: DEBUG nova.network.neutron [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Updating instance_info_cache with network_info: [{"id": "8b1602c9-7284-4996-909b-7f6a323a5e4d", "address": "fa:16:3e:ea:89:c4", "network": {"id": "21e6d063-2a86-4cee-84f4-d7b24ea515f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1881006968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "635b7959f93043e2a28bad7303dd5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1602c9-72", "ovs_interfaceid": "8b1602c9-7284-4996-909b-7f6a323a5e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 530.528112] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287550, 'name': ReconfigVM_Task, 'duration_secs': 1.163147} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.529089] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Reconfigured VM instance instance-00000005 to attach disk [datastore1] d2efff21-a97d-47aa-905d-1d59815e514e/d2efff21-a97d-47aa-905d-1d59815e514e.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 530.529313] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77436104-d26e-431c-aae9-fd663fae081a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.539458] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Waiting for the task: (returnval){ [ 530.539458] env[62024]: value = "task-2287555" [ 530.539458] env[62024]: _type = "Task" [ 530.539458] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.558305] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287555, 'name': Rename_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.560346] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07976} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.560793] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 530.561797] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db619a44-09ff-4371-9669-67295fb962c5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.568161] env[62024]: DEBUG nova.compute.manager [req-8ba836e3-56e2-49c5-9e1f-ae540f7ad2bc req-b8da0cb2-e8ab-41da-a7eb-ee3c00d9d034 service nova] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Received event network-vif-plugged-6ea1eaa1-9fad-4f10-962d-66c57239c728 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 530.568546] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ba836e3-56e2-49c5-9e1f-ae540f7ad2bc req-b8da0cb2-e8ab-41da-a7eb-ee3c00d9d034 service nova] Acquiring lock "944ae0ad-a813-453f-a3b6-bc5dc5877eca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.568862] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ba836e3-56e2-49c5-9e1f-ae540f7ad2bc req-b8da0cb2-e8ab-41da-a7eb-ee3c00d9d034 service nova] Lock "944ae0ad-a813-453f-a3b6-bc5dc5877eca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.569166] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ba836e3-56e2-49c5-9e1f-ae540f7ad2bc req-b8da0cb2-e8ab-41da-a7eb-ee3c00d9d034 service nova] Lock "944ae0ad-a813-453f-a3b6-bc5dc5877eca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.569436] env[62024]: DEBUG nova.compute.manager [req-8ba836e3-56e2-49c5-9e1f-ae540f7ad2bc req-b8da0cb2-e8ab-41da-a7eb-ee3c00d9d034 service nova] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] No waiting events found dispatching network-vif-plugged-6ea1eaa1-9fad-4f10-962d-66c57239c728 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 530.569705] env[62024]: WARNING nova.compute.manager [req-8ba836e3-56e2-49c5-9e1f-ae540f7ad2bc req-b8da0cb2-e8ab-41da-a7eb-ee3c00d9d034 service nova] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Received unexpected event network-vif-plugged-6ea1eaa1-9fad-4f10-962d-66c57239c728 for instance with vm_state building and task_state spawning. [ 530.570026] env[62024]: DEBUG nova.compute.manager [req-8ba836e3-56e2-49c5-9e1f-ae540f7ad2bc req-b8da0cb2-e8ab-41da-a7eb-ee3c00d9d034 service nova] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Received event network-changed-6ea1eaa1-9fad-4f10-962d-66c57239c728 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 530.570310] env[62024]: DEBUG nova.compute.manager [req-8ba836e3-56e2-49c5-9e1f-ae540f7ad2bc req-b8da0cb2-e8ab-41da-a7eb-ee3c00d9d034 service nova] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Refreshing instance network info cache due to event network-changed-6ea1eaa1-9fad-4f10-962d-66c57239c728. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 530.570594] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ba836e3-56e2-49c5-9e1f-ae540f7ad2bc req-b8da0cb2-e8ab-41da-a7eb-ee3c00d9d034 service nova] Acquiring lock "refresh_cache-944ae0ad-a813-453f-a3b6-bc5dc5877eca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.595488] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] b6b1ab69-9000-4e72-813a-e5a4bc17ebca/b6b1ab69-9000-4e72-813a-e5a4bc17ebca.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 530.595488] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ec3e32-3046-4f44-8455-96fecfeff373 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.618462] env[62024]: DEBUG nova.compute.utils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 530.619766] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287551, 'name': ReconfigVM_Task, 'duration_secs': 1.045354} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.621370] env[62024]: DEBUG nova.compute.manager [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 530.621496] env[62024]: DEBUG nova.network.neutron [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 530.624842] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Reconfigured VM instance instance-00000006 to attach disk [datastore1] b870a22c-5824-436a-b809-f7c6e30a4730/b870a22c-5824-436a-b809-f7c6e30a4730.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 530.626969] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 530.626969] env[62024]: value = "task-2287556" [ 530.626969] env[62024]: _type = "Task" [ 530.626969] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.627194] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbd093fe-ba2c-4008-a44f-981bed0f6c6e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.638324] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.640650] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 530.640650] env[62024]: value = "task-2287557" [ 530.640650] env[62024]: _type = "Task" [ 530.640650] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.649673] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287557, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.684213] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436217} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.685770] env[62024]: DEBUG nova.policy [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e459c34210b4a0db8c679e573131f11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01bf778ddc904bfb9aa501466d10b6ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 530.687324] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16/c2dd4f2a-6fe8-402f-8715-217a8aa24b16.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 530.687551] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 530.687948] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9d55d1b-0856-4fab-b097-75f44e8cd6c3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.696745] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 530.696745] env[62024]: value = "task-2287558" [ 530.696745] env[62024]: _type = "Task" [ 530.696745] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.705259] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.722586] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Releasing lock "refresh_cache-944ae0ad-a813-453f-a3b6-bc5dc5877eca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.722586] env[62024]: DEBUG nova.compute.manager [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Instance network_info: |[{"id": "6ea1eaa1-9fad-4f10-962d-66c57239c728", "address": "fa:16:3e:8e:b8:6a", "network": {"id": "76602f75-9da9-4d70-bfc5-373b2ef2e794", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-21212898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a59b70517874e249381d035b1c549f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea1eaa1-9f", "ovs_interfaceid": "6ea1eaa1-9fad-4f10-962d-66c57239c728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 530.722816] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ba836e3-56e2-49c5-9e1f-ae540f7ad2bc req-b8da0cb2-e8ab-41da-a7eb-ee3c00d9d034 service nova] Acquired lock "refresh_cache-944ae0ad-a813-453f-a3b6-bc5dc5877eca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.723198] env[62024]: DEBUG nova.network.neutron [req-8ba836e3-56e2-49c5-9e1f-ae540f7ad2bc req-b8da0cb2-e8ab-41da-a7eb-ee3c00d9d034 service nova] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Refreshing network info cache for port 6ea1eaa1-9fad-4f10-962d-66c57239c728 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 530.724432] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:b8:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ea1eaa1-9fad-4f10-962d-66c57239c728', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 530.733098] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Creating folder: Project (6a59b70517874e249381d035b1c549f5). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 530.733955] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80e7b167-3739-48a0-bf76-d06be7b229f9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.746441] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Created folder: Project (6a59b70517874e249381d035b1c549f5) in parent group-v465568. [ 530.746745] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Creating folder: Instances. Parent ref: group-v465593. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 530.746880] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16246be9-9b43-4747-bd71-87caa9a169e7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.756102] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Created folder: Instances in parent group-v465593. [ 530.756472] env[62024]: DEBUG oslo.service.loopingcall [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 530.756698] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 530.756956] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21b84178-e058-404f-ab52-de3092648632 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.778459] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 530.778459] env[62024]: value = "task-2287561" [ 530.778459] env[62024]: _type = "Task" [ 530.778459] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.786994] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287561, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.959921] env[62024]: INFO nova.compute.manager [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Took 24.84 seconds to build instance. [ 531.029321] env[62024]: DEBUG oslo_concurrency.lockutils [req-5d125334-5409-4aa6-af49-7df4a700e6fc req-7ac85cb5-b61e-49e2-b76c-c9a93bf45000 service nova] Releasing lock "refresh_cache-c2dd4f2a-6fe8-402f-8715-217a8aa24b16" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.049432] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287555, 'name': Rename_Task, 'duration_secs': 0.183268} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.049432] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 531.049663] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c04125ef-d30a-4825-b80f-13f55060f7e3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.055573] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Waiting for the task: (returnval){ [ 531.055573] env[62024]: value = "task-2287563" [ 531.055573] env[62024]: _type = "Task" [ 531.055573] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.063255] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.122049] env[62024]: DEBUG nova.compute.manager [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 531.140941] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287556, 'name': ReconfigVM_Task, 'duration_secs': 0.347593} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.141330] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Reconfigured VM instance instance-00000007 to attach disk [datastore1] b6b1ab69-9000-4e72-813a-e5a4bc17ebca/b6b1ab69-9000-4e72-813a-e5a4bc17ebca.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 531.144740] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24bb5d55-6c9b-4d85-8834-99299fc08ac2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.151604] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287557, 'name': Rename_Task, 'duration_secs': 0.15628} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.153403] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 531.153403] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 531.153403] env[62024]: value = "task-2287564" [ 531.153403] env[62024]: _type = "Task" [ 531.153403] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.153403] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-039b2232-fe29-4db9-a081-688b0e3f970d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.163655] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287564, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.167417] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 531.167417] env[62024]: value = "task-2287565" [ 531.167417] env[62024]: _type = "Task" [ 531.167417] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.175936] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.208188] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167897} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.210489] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 531.211942] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143c205c-fb2e-4ee4-9090-856dfbeef1de {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.242473] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16/c2dd4f2a-6fe8-402f-8715-217a8aa24b16.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 531.247390] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09883d1e-3291-4946-b2ff-1b6ea3d9d7db {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.269406] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 531.269406] env[62024]: value = "task-2287566" [ 531.269406] env[62024]: _type = "Task" [ 531.269406] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.279541] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.292479] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287561, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.317476] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Acquiring lock "564c4383-1dfd-46c6-aded-6b295642bc18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.317807] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Lock "564c4383-1dfd-46c6-aded-6b295642bc18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.466912] env[62024]: DEBUG oslo_concurrency.lockutils [None req-824fb83a-0ccb-4fd6-a493-cd135c8c2012 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "a4917632-490f-4fea-b55b-ee28bb21a1e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.351s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.567865] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287563, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.572823] env[62024]: DEBUG nova.network.neutron [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Successfully created port: 8c318eab-2e8d-47ec-96cc-2907908abbb9 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 531.600693] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdb8579-80c8-4b21-9da4-0e64f7639e0a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.609548] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8be41f-7f12-4e20-a7a5-5bab364954bd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.647460] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aea153-8d47-4c28-81ab-9db0e0036914 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.655998] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513dbc75-3bdc-4568-aa80-fa2f96821b5d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.684965] env[62024]: DEBUG nova.compute.provider_tree [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 531.684965] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287564, 'name': Rename_Task, 'duration_secs': 0.206228} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.691203] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 531.691830] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ce884a3-c58e-469e-898b-dd33557829d0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.704271] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287565, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.708029] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 531.708029] env[62024]: value = "task-2287567" [ 531.708029] env[62024]: _type = "Task" [ 531.708029] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.715101] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.785039] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287566, 'name': ReconfigVM_Task, 'duration_secs': 0.423815} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.789316] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Reconfigured VM instance instance-00000008 to attach disk [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16/c2dd4f2a-6fe8-402f-8715-217a8aa24b16.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 531.789316] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f977c170-1866-4d3e-a213-d1e9fc8815c6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.795610] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287561, 'name': CreateVM_Task, 'duration_secs': 0.619153} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.797367] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 531.797367] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 531.797367] env[62024]: value = "task-2287568" [ 531.797367] env[62024]: _type = "Task" [ 531.797367] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.797602] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.798917] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.798917] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.798917] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6eccf96-cb8d-47fb-8a1d-05beefc887d1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.807378] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Waiting for the task: (returnval){ [ 531.807378] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52adb321-3d37-82e8-31e6-4c54ac1804e9" [ 531.807378] env[62024]: _type = "Task" [ 531.807378] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.811064] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287568, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.822875] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52adb321-3d37-82e8-31e6-4c54ac1804e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009255} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 531.822875] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.822875] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 531.822875] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.823139] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.823139] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 531.823139] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d5f4161-5911-48fd-a691-dd458701ead7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.830019] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 531.830019] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 531.835894] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf1e0a1-1b0f-44f8-8f23-406fc216fb0e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.838556] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Waiting for the task: (returnval){ [ 531.838556] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528826e9-800c-64c0-45ab-45b9a1ff1de3" [ 531.838556] env[62024]: _type = "Task" [ 531.838556] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.848993] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528826e9-800c-64c0-45ab-45b9a1ff1de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.957902] env[62024]: DEBUG nova.network.neutron [req-8ba836e3-56e2-49c5-9e1f-ae540f7ad2bc req-b8da0cb2-e8ab-41da-a7eb-ee3c00d9d034 service nova] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Updated VIF entry in instance network info cache for port 6ea1eaa1-9fad-4f10-962d-66c57239c728. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 531.959505] env[62024]: DEBUG nova.network.neutron [req-8ba836e3-56e2-49c5-9e1f-ae540f7ad2bc req-b8da0cb2-e8ab-41da-a7eb-ee3c00d9d034 service nova] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Updating instance_info_cache with network_info: [{"id": "6ea1eaa1-9fad-4f10-962d-66c57239c728", "address": "fa:16:3e:8e:b8:6a", "network": {"id": "76602f75-9da9-4d70-bfc5-373b2ef2e794", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-21212898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a59b70517874e249381d035b1c549f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea1eaa1-9f", "ovs_interfaceid": "6ea1eaa1-9fad-4f10-962d-66c57239c728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 531.973606] env[62024]: DEBUG nova.compute.manager [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 532.045786] env[62024]: DEBUG nova.network.neutron [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Successfully updated port: e315ebe9-785d-4dcd-9d48-c051cfc21d22 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 532.070799] env[62024]: DEBUG oslo_vmware.api [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287563, 'name': PowerOnVM_Task, 'duration_secs': 0.585432} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.071085] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 532.071289] env[62024]: INFO nova.compute.manager [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Took 16.10 seconds to spawn the instance on the hypervisor. [ 532.071466] env[62024]: DEBUG nova.compute.manager [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 532.072288] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3529eae1-111f-4d8e-954e-86e3aa3a7803 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.152372] env[62024]: DEBUG nova.compute.manager [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 532.184338] env[62024]: DEBUG nova.virt.hardware [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 532.184338] env[62024]: DEBUG nova.virt.hardware [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 532.184338] env[62024]: DEBUG nova.virt.hardware [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 532.184618] env[62024]: DEBUG nova.virt.hardware [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 532.184618] env[62024]: DEBUG nova.virt.hardware [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 532.184618] env[62024]: DEBUG nova.virt.hardware [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 532.184618] env[62024]: DEBUG nova.virt.hardware [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 532.184618] env[62024]: DEBUG nova.virt.hardware [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 532.185183] env[62024]: DEBUG nova.virt.hardware [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 532.185183] env[62024]: DEBUG nova.virt.hardware [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 532.185183] env[62024]: DEBUG nova.virt.hardware [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 532.185183] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99bedbb-686a-4bbb-bc64-23a0fafefa81 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.193179] env[62024]: DEBUG nova.scheduler.client.report [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 532.209906] env[62024]: DEBUG oslo_vmware.api [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287565, 'name': PowerOnVM_Task, 'duration_secs': 0.571852} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.215013] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e62dc6-f953-4192-aa97-9a4a3207c6d4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.219707] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 532.219957] env[62024]: INFO nova.compute.manager [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Took 13.78 seconds to spawn the instance on the hypervisor. [ 532.220116] env[62024]: DEBUG nova.compute.manager [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 532.221556] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bfdd2b-e052-4164-bd7c-9e41e588f8ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.230120] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.311736] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287568, 'name': Rename_Task, 'duration_secs': 0.416029} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.312079] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 532.312323] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03069507-577e-45b7-8cd6-587e6a478b96 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.319118] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 532.319118] env[62024]: value = "task-2287569" [ 532.319118] env[62024]: _type = "Task" [ 532.319118] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.333977] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.350246] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528826e9-800c-64c0-45ab-45b9a1ff1de3, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.351637] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4da2db1-6b10-44dc-abe0-d994196a11c8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.357413] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Waiting for the task: (returnval){ [ 532.357413] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f85c6f-473a-46d3-7493-ce8f97b3299a" [ 532.357413] env[62024]: _type = "Task" [ 532.357413] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.366468] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f85c6f-473a-46d3-7493-ce8f97b3299a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.461632] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ba836e3-56e2-49c5-9e1f-ae540f7ad2bc req-b8da0cb2-e8ab-41da-a7eb-ee3c00d9d034 service nova] Releasing lock "refresh_cache-944ae0ad-a813-453f-a3b6-bc5dc5877eca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.503862] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.548593] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "refresh_cache-70293671-e4ee-4c74-a744-377d43dfe4a8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.548593] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquired lock "refresh_cache-70293671-e4ee-4c74-a744-377d43dfe4a8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.548593] env[62024]: DEBUG nova.network.neutron [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 532.596042] env[62024]: INFO nova.compute.manager [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Took 26.07 seconds to build instance. [ 532.713462] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.713462] env[62024]: DEBUG nova.compute.manager [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 532.718991] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.718s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.720858] env[62024]: INFO nova.compute.claims [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 532.731454] env[62024]: DEBUG oslo_vmware.api [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287567, 'name': PowerOnVM_Task, 'duration_secs': 0.93882} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.731758] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 532.732032] env[62024]: INFO nova.compute.manager [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Took 11.89 seconds to spawn the instance on the hypervisor. [ 532.732204] env[62024]: DEBUG nova.compute.manager [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 532.735430] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab8c812-22a0-490b-86c5-b4b33096b05a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.753697] env[62024]: INFO nova.compute.manager [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Took 24.84 seconds to build instance. [ 532.833632] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.873471] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f85c6f-473a-46d3-7493-ce8f97b3299a, 'name': SearchDatastore_Task, 'duration_secs': 0.009038} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.874726] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.874726] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 944ae0ad-a813-453f-a3b6-bc5dc5877eca/944ae0ad-a813-453f-a3b6-bc5dc5877eca.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 532.874726] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ed9251b-55f4-4384-8f35-84a5c52d7ef2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.884075] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Waiting for the task: (returnval){ [ 532.884075] env[62024]: value = "task-2287570" [ 532.884075] env[62024]: _type = "Task" [ 532.884075] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.891158] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.904210] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.904210] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.945663] env[62024]: DEBUG nova.compute.manager [req-1f55ca45-67d3-455f-90f8-3458a590ba14 req-0d30c7e4-3e65-4c2f-ae29-b5904494172c service nova] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Received event network-vif-plugged-e315ebe9-785d-4dcd-9d48-c051cfc21d22 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 532.946263] env[62024]: DEBUG oslo_concurrency.lockutils [req-1f55ca45-67d3-455f-90f8-3458a590ba14 req-0d30c7e4-3e65-4c2f-ae29-b5904494172c service nova] Acquiring lock "70293671-e4ee-4c74-a744-377d43dfe4a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.946657] env[62024]: DEBUG oslo_concurrency.lockutils [req-1f55ca45-67d3-455f-90f8-3458a590ba14 req-0d30c7e4-3e65-4c2f-ae29-b5904494172c service nova] Lock "70293671-e4ee-4c74-a744-377d43dfe4a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.947571] env[62024]: DEBUG oslo_concurrency.lockutils [req-1f55ca45-67d3-455f-90f8-3458a590ba14 req-0d30c7e4-3e65-4c2f-ae29-b5904494172c service nova] Lock "70293671-e4ee-4c74-a744-377d43dfe4a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.947789] env[62024]: DEBUG nova.compute.manager [req-1f55ca45-67d3-455f-90f8-3458a590ba14 req-0d30c7e4-3e65-4c2f-ae29-b5904494172c service nova] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] No waiting events found dispatching network-vif-plugged-e315ebe9-785d-4dcd-9d48-c051cfc21d22 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 532.947976] env[62024]: WARNING nova.compute.manager [req-1f55ca45-67d3-455f-90f8-3458a590ba14 req-0d30c7e4-3e65-4c2f-ae29-b5904494172c service nova] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Received unexpected event network-vif-plugged-e315ebe9-785d-4dcd-9d48-c051cfc21d22 for instance with vm_state building and task_state spawning. [ 533.098536] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9ae78553-fcd1-4d5c-ad02-cd4913183cd3 tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Lock "d2efff21-a97d-47aa-905d-1d59815e514e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.582s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.121011] env[62024]: DEBUG nova.network.neutron [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 533.130258] env[62024]: DEBUG nova.compute.manager [None req-a6fd9424-c82e-44c4-9577-a83b3dce182e tempest-ServerDiagnosticsV248Test-41235538 tempest-ServerDiagnosticsV248Test-41235538-project-admin] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 533.132059] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f43d6bb-1b7d-4af5-aeea-84e94c575689 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.140906] env[62024]: INFO nova.compute.manager [None req-a6fd9424-c82e-44c4-9577-a83b3dce182e tempest-ServerDiagnosticsV248Test-41235538 tempest-ServerDiagnosticsV248Test-41235538-project-admin] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Retrieving diagnostics [ 533.141991] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a898be2e-9334-4c52-8855-fc1c59c83937 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.226883] env[62024]: DEBUG nova.compute.utils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 533.235234] env[62024]: DEBUG nova.compute.manager [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 533.235234] env[62024]: DEBUG nova.network.neutron [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 533.256238] env[62024]: INFO nova.compute.manager [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Took 24.07 seconds to build instance. [ 533.260023] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eb9976cd-a897-416a-b572-f028729ee0c2 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lock "b870a22c-5824-436a-b809-f7c6e30a4730" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.355s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.338476] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.374310] env[62024]: DEBUG nova.policy [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d2e0cf6bb6f4aa985a1fa6100b7ae06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '635b7959f93043e2a28bad7303dd5f01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 533.393758] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287570, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.605703] env[62024]: DEBUG nova.compute.manager [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 533.662816] env[62024]: DEBUG nova.network.neutron [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Updating instance_info_cache with network_info: [{"id": "e315ebe9-785d-4dcd-9d48-c051cfc21d22", "address": "fa:16:3e:be:0a:ea", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape315ebe9-78", "ovs_interfaceid": "e315ebe9-785d-4dcd-9d48-c051cfc21d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 533.744848] env[62024]: DEBUG nova.compute.manager [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 533.759592] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98b5bea7-7a82-4946-b809-7e79f881a3a6 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "b6b1ab69-9000-4e72-813a-e5a4bc17ebca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.578s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.761697] env[62024]: DEBUG nova.compute.manager [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 533.844153] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.897542] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666628} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.897923] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 944ae0ad-a813-453f-a3b6-bc5dc5877eca/944ae0ad-a813-453f-a3b6-bc5dc5877eca.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 533.898324] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 533.902474] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-002e53d0-47f3-4a6c-abe1-05f7a6f227c4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.913636] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Waiting for the task: (returnval){ [ 533.913636] env[62024]: value = "task-2287571" [ 533.913636] env[62024]: _type = "Task" [ 533.913636] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.931027] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.137216] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.165563] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Releasing lock "refresh_cache-70293671-e4ee-4c74-a744-377d43dfe4a8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.165887] env[62024]: DEBUG nova.compute.manager [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Instance network_info: |[{"id": "e315ebe9-785d-4dcd-9d48-c051cfc21d22", "address": "fa:16:3e:be:0a:ea", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape315ebe9-78", "ovs_interfaceid": "e315ebe9-785d-4dcd-9d48-c051cfc21d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 534.166304] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:0a:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e315ebe9-785d-4dcd-9d48-c051cfc21d22', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 534.177197] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Creating folder: Project (14bc2df2c83f4b89ba1f871165ae983c). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 534.177197] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40be5a99-110c-4dd5-92c6-ca7d4efb8972 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.182601] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2481d2-0176-46c7-8052-3d9c6e780a9c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.186823] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Created folder: Project (14bc2df2c83f4b89ba1f871165ae983c) in parent group-v465568. [ 534.187016] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Creating folder: Instances. Parent ref: group-v465596. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 534.187590] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25b82675-128c-4e4a-b286-982fd9c89506 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.192592] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f24953d-5a89-4cb6-8b18-db3cc46c764d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.198617] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Created folder: Instances in parent group-v465596. [ 534.198714] env[62024]: DEBUG oslo.service.loopingcall [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 534.222865] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 534.223698] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93fe2290-5dc4-46d9-83da-9817902471a2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.241591] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86b360f-1681-46b7-9900-d446a64296a0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.247841] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b63292-7ca9-4d21-a1a8-86e36383111a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.251718] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 534.251718] env[62024]: value = "task-2287574" [ 534.251718] env[62024]: _type = "Task" [ 534.251718] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.266755] env[62024]: DEBUG nova.compute.manager [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.270311] env[62024]: DEBUG nova.compute.provider_tree [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 534.277474] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287574, 'name': CreateVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.297068] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.339343] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.427674] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066332} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.427979] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 534.428877] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2608073c-7644-4fdb-80ed-ee3847c11591 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.459608] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 944ae0ad-a813-453f-a3b6-bc5dc5877eca/944ae0ad-a813-453f-a3b6-bc5dc5877eca.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 534.460123] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6043b825-fa8b-456a-8509-0897ed389864 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.480510] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Waiting for the task: (returnval){ [ 534.480510] env[62024]: value = "task-2287575" [ 534.480510] env[62024]: _type = "Task" [ 534.480510] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.489562] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.589218] env[62024]: DEBUG nova.network.neutron [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Successfully updated port: 8c318eab-2e8d-47ec-96cc-2907908abbb9 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 534.623415] env[62024]: DEBUG nova.network.neutron [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Successfully created port: b5770ea3-5953-49e8-9e85-ed27e1fd00f1 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 534.767765] env[62024]: DEBUG nova.compute.manager [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 534.769965] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287574, 'name': CreateVM_Task, 'duration_secs': 0.415628} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.770593] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 534.771288] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.771455] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.771963] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.774782] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-561a4a34-c276-4ab3-bd5f-82dc0f039273 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.779149] env[62024]: DEBUG nova.scheduler.client.report [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 534.788524] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 534.788524] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524cf034-a409-705b-59b5-6c63f17462a8" [ 534.788524] env[62024]: _type = "Task" [ 534.788524] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.798753] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524cf034-a409-705b-59b5-6c63f17462a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.804674] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.808278] env[62024]: DEBUG nova.virt.hardware [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 534.808542] env[62024]: DEBUG nova.virt.hardware [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 534.808713] env[62024]: DEBUG nova.virt.hardware [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 534.808897] env[62024]: DEBUG nova.virt.hardware [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 534.810985] env[62024]: DEBUG nova.virt.hardware [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 534.810985] env[62024]: DEBUG nova.virt.hardware [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 534.810985] env[62024]: DEBUG nova.virt.hardware [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 534.810985] env[62024]: DEBUG nova.virt.hardware [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 534.810985] env[62024]: DEBUG nova.virt.hardware [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 534.811226] env[62024]: DEBUG nova.virt.hardware [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 534.811226] env[62024]: DEBUG nova.virt.hardware [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 534.811226] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b1489c-f85e-490e-8ff1-ce0a0407aae8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.824413] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b282dee-c68f-4446-8e17-51011e26123d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.848256] env[62024]: DEBUG oslo_vmware.api [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287569, 'name': PowerOnVM_Task, 'duration_secs': 2.437062} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.848512] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 534.848703] env[62024]: INFO nova.compute.manager [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Took 11.55 seconds to spawn the instance on the hypervisor. [ 534.848874] env[62024]: DEBUG nova.compute.manager [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 534.849666] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbca29ff-a580-4d0a-9303-eb04e3261bde {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.955753] env[62024]: DEBUG nova.compute.manager [None req-b26e0ee2-da64-43d2-9e1f-ded1cd32716e tempest-ServerDiagnosticsTest-453399261 tempest-ServerDiagnosticsTest-453399261-project-admin] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 534.955896] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126f845c-c60a-47da-9c83-66fbb473a7d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.963368] env[62024]: INFO nova.compute.manager [None req-b26e0ee2-da64-43d2-9e1f-ded1cd32716e tempest-ServerDiagnosticsTest-453399261 tempest-ServerDiagnosticsTest-453399261-project-admin] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Retrieving diagnostics [ 534.964183] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda403cd-27db-4065-8e8f-737472112f6d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.014672] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287575, 'name': ReconfigVM_Task, 'duration_secs': 0.323472} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.014672] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 944ae0ad-a813-453f-a3b6-bc5dc5877eca/944ae0ad-a813-453f-a3b6-bc5dc5877eca.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 535.014672] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3366871-0d5b-4033-8026-79081913827a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.024143] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Waiting for the task: (returnval){ [ 535.024143] env[62024]: value = "task-2287576" [ 535.024143] env[62024]: _type = "Task" [ 535.024143] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.035243] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287576, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.093241] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.093399] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.093526] env[62024]: DEBUG nova.network.neutron [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 535.285819] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.286191] env[62024]: DEBUG nova.compute.manager [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 535.292550] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.748s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.306498] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524cf034-a409-705b-59b5-6c63f17462a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013381} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.306804] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.307057] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 535.307321] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.307463] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.307660] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 535.307911] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5931174f-6d9a-476c-b63a-3b2008ca83d0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.318294] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 535.318294] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 535.319652] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c3c114-aa2e-4278-a8f0-2c25602adaa4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.326485] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 535.326485] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b6a248-3423-de05-2af5-0b125ae98c2d" [ 535.326485] env[62024]: _type = "Task" [ 535.326485] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.337185] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b6a248-3423-de05-2af5-0b125ae98c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.367298] env[62024]: INFO nova.compute.manager [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Took 25.43 seconds to build instance. [ 535.478059] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "cd1edbe3-4426-474b-99ed-8143be203e55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.478289] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.541024] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287576, 'name': Rename_Task, 'duration_secs': 0.148075} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.541024] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 535.541024] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48e96d4c-abe4-4415-a284-5e1febd680d5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.548187] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Waiting for the task: (returnval){ [ 535.548187] env[62024]: value = "task-2287577" [ 535.548187] env[62024]: _type = "Task" [ 535.548187] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.563560] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287577, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.705646] env[62024]: DEBUG nova.network.neutron [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 535.796840] env[62024]: DEBUG nova.compute.utils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 535.798597] env[62024]: DEBUG nova.compute.manager [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 535.798749] env[62024]: DEBUG nova.network.neutron [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 535.843772] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b6a248-3423-de05-2af5-0b125ae98c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.01334} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.848840] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c824787-1fec-475a-b3a3-1d1abe745821 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.857879] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 535.857879] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52567cd6-60c4-2f03-bdbd-158017e54eed" [ 535.857879] env[62024]: _type = "Task" [ 535.857879] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.869365] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52567cd6-60c4-2f03-bdbd-158017e54eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.875551] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a61a446e-62ee-414f-ba7f-89fbe1e57051 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "c2dd4f2a-6fe8-402f-8715-217a8aa24b16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.940s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.962759] env[62024]: DEBUG nova.policy [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13ec268b1e864a7bbb97b76b9ca0e094', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ff600bd47284166baba15c785ff96a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 535.994487] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Acquiring lock "b870a22c-5824-436a-b809-f7c6e30a4730" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.995443] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Lock "b870a22c-5824-436a-b809-f7c6e30a4730" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.995877] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Acquiring lock "b870a22c-5824-436a-b809-f7c6e30a4730-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.995877] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Lock "b870a22c-5824-436a-b809-f7c6e30a4730-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.996043] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Lock "b870a22c-5824-436a-b809-f7c6e30a4730-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.998580] env[62024]: INFO nova.compute.manager [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Terminating instance [ 536.048523] env[62024]: DEBUG nova.network.neutron [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance_info_cache with network_info: [{"id": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "address": "fa:16:3e:fe:9c:bd", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c318eab-2e", "ovs_interfaceid": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 536.062206] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287577, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.136033] env[62024]: DEBUG nova.compute.manager [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Stashing vm_state: active {{(pid=62024) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 536.302048] env[62024]: DEBUG nova.compute.manager [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 536.323291] env[62024]: INFO nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating resource usage from migration d742316d-0ebc-4ab4-af92-02f572746075 [ 536.355675] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 536.356281] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 70293671-e4ee-4c74-a744-377d43dfe4a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 536.381687] env[62024]: DEBUG nova.compute.manager [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 536.391923] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52567cd6-60c4-2f03-bdbd-158017e54eed, 'name': SearchDatastore_Task, 'duration_secs': 0.017635} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.392410] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.392796] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 70293671-e4ee-4c74-a744-377d43dfe4a8/70293671-e4ee-4c74-a744-377d43dfe4a8.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 536.393225] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca264d0e-d793-4383-a1da-643bc933c960 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.401509] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 536.401509] env[62024]: value = "task-2287578" [ 536.401509] env[62024]: _type = "Task" [ 536.401509] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.411451] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.505887] env[62024]: DEBUG nova.compute.manager [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 536.505887] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 536.506108] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eecfced-32e4-42ab-baf8-9c5690404b75 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.518642] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 536.520446] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-159dd84e-7d95-4e64-95c7-811bb4751dc7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.527491] env[62024]: DEBUG oslo_vmware.api [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Waiting for the task: (returnval){ [ 536.527491] env[62024]: value = "task-2287579" [ 536.527491] env[62024]: _type = "Task" [ 536.527491] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.541268] env[62024]: DEBUG oslo_vmware.api [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Task: {'id': task-2287579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.552578] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.552918] env[62024]: DEBUG nova.compute.manager [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Instance network_info: |[{"id": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "address": "fa:16:3e:fe:9c:bd", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c318eab-2e", "ovs_interfaceid": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 536.553781] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:9c:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c318eab-2e8d-47ec-96cc-2907908abbb9', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 536.561539] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Creating folder: Project (01bf778ddc904bfb9aa501466d10b6ed). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 536.567712] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-807d3a49-195f-4858-9c3d-041e787e5fb4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.573510] env[62024]: DEBUG oslo_vmware.api [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287577, 'name': PowerOnVM_Task, 'duration_secs': 0.526051} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.574092] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 536.574452] env[62024]: INFO nova.compute.manager [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Took 10.78 seconds to spawn the instance on the hypervisor. [ 536.574721] env[62024]: DEBUG nova.compute.manager [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 536.578082] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f514e5-d87d-4b3a-b865-4f225e7dde43 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.581437] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Created folder: Project (01bf778ddc904bfb9aa501466d10b6ed) in parent group-v465568. [ 536.581686] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Creating folder: Instances. Parent ref: group-v465599. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 536.582125] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b9d9abb-7550-47f7-a167-b1fdb8578011 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.596833] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Created folder: Instances in parent group-v465599. [ 536.597596] env[62024]: DEBUG oslo.service.loopingcall [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 536.597859] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 536.598389] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cec01e48-9624-47bb-9539-b5da644d8496 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.624056] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 536.624056] env[62024]: value = "task-2287582" [ 536.624056] env[62024]: _type = "Task" [ 536.624056] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.638895] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287582, 'name': CreateVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.673237] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.827817] env[62024]: DEBUG nova.network.neutron [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Successfully created port: 552be75a-c71f-43f6-95bd-984d0fc919c8 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 536.863195] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance c8089295-8fc8-459c-a66e-7be478e1b7ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 536.863417] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance d2efff21-a97d-47aa-905d-1d59815e514e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 536.927000] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287578, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.929384] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.945210] env[62024]: DEBUG nova.compute.manager [req-035787d3-0ce8-4753-8229-9e97804091d4 req-eef35ae6-12e2-4adb-82c6-4ec654d5ac40 service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Received event network-vif-plugged-8c318eab-2e8d-47ec-96cc-2907908abbb9 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 536.945945] env[62024]: DEBUG oslo_concurrency.lockutils [req-035787d3-0ce8-4753-8229-9e97804091d4 req-eef35ae6-12e2-4adb-82c6-4ec654d5ac40 service nova] Acquiring lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.946766] env[62024]: DEBUG oslo_concurrency.lockutils [req-035787d3-0ce8-4753-8229-9e97804091d4 req-eef35ae6-12e2-4adb-82c6-4ec654d5ac40 service nova] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.947122] env[62024]: DEBUG oslo_concurrency.lockutils [req-035787d3-0ce8-4753-8229-9e97804091d4 req-eef35ae6-12e2-4adb-82c6-4ec654d5ac40 service nova] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.947122] env[62024]: DEBUG nova.compute.manager [req-035787d3-0ce8-4753-8229-9e97804091d4 req-eef35ae6-12e2-4adb-82c6-4ec654d5ac40 service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] No waiting events found dispatching network-vif-plugged-8c318eab-2e8d-47ec-96cc-2907908abbb9 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 536.947563] env[62024]: WARNING nova.compute.manager [req-035787d3-0ce8-4753-8229-9e97804091d4 req-eef35ae6-12e2-4adb-82c6-4ec654d5ac40 service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Received unexpected event network-vif-plugged-8c318eab-2e8d-47ec-96cc-2907908abbb9 for instance with vm_state building and task_state spawning. [ 537.015984] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Acquiring lock "db229b78-0fbc-4414-bb1e-eda51da31400" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.016270] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Lock "db229b78-0fbc-4414-bb1e-eda51da31400" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.016661] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Acquiring lock "db229b78-0fbc-4414-bb1e-eda51da31400-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.016900] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Lock "db229b78-0fbc-4414-bb1e-eda51da31400-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.017137] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Lock "db229b78-0fbc-4414-bb1e-eda51da31400-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.023923] env[62024]: INFO nova.compute.manager [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Terminating instance [ 537.042612] env[62024]: DEBUG oslo_vmware.api [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Task: {'id': task-2287579, 'name': PowerOffVM_Task, 'duration_secs': 0.453583} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.042884] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 537.043259] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 537.043589] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d0a3f9c-0ec2-40c8-883a-1e152f9d8846 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.105723] env[62024]: INFO nova.compute.manager [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Took 26.86 seconds to build instance. [ 537.113155] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 537.113155] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 537.113155] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Deleting the datastore file [datastore1] b870a22c-5824-436a-b809-f7c6e30a4730 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 537.114947] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cc4c6d3-0ddf-4612-a879-c2cb82e59ce2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.122656] env[62024]: DEBUG oslo_vmware.api [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Waiting for the task: (returnval){ [ 537.122656] env[62024]: value = "task-2287584" [ 537.122656] env[62024]: _type = "Task" [ 537.122656] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.136049] env[62024]: DEBUG oslo_vmware.api [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Task: {'id': task-2287584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.139606] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287582, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.321556] env[62024]: DEBUG nova.compute.manager [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 537.362627] env[62024]: DEBUG nova.virt.hardware [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 537.362877] env[62024]: DEBUG nova.virt.hardware [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 537.363098] env[62024]: DEBUG nova.virt.hardware [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 537.363326] env[62024]: DEBUG nova.virt.hardware [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 537.363514] env[62024]: DEBUG nova.virt.hardware [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 537.363706] env[62024]: DEBUG nova.virt.hardware [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 537.363937] env[62024]: DEBUG nova.virt.hardware [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 537.364426] env[62024]: DEBUG nova.virt.hardware [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 537.364588] env[62024]: DEBUG nova.virt.hardware [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 537.364801] env[62024]: DEBUG nova.virt.hardware [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 537.365031] env[62024]: DEBUG nova.virt.hardware [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 537.366031] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b17730-7fe0-4cf3-b2ec-cdf6aa286d28 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.369913] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 564c4383-1dfd-46c6-aded-6b295642bc18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 537.369984] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 537.378236] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5d8711-07e4-4ec5-8398-25ace9e2d5dd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.416406] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571597} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.416727] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 70293671-e4ee-4c74-a744-377d43dfe4a8/70293671-e4ee-4c74-a744-377d43dfe4a8.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 537.416966] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 537.417273] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e764bc87-15c6-4f0a-baf2-608ba8cc2e2e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.424432] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 537.424432] env[62024]: value = "task-2287585" [ 537.424432] env[62024]: _type = "Task" [ 537.424432] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.434440] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.476091] env[62024]: DEBUG nova.compute.manager [req-09a05dd0-c2b2-4027-b8b8-b2c0a1bb88b8 req-df7dcf88-e633-45dc-8174-3499f62f644d service nova] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Received event network-changed-e315ebe9-785d-4dcd-9d48-c051cfc21d22 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 537.476091] env[62024]: DEBUG nova.compute.manager [req-09a05dd0-c2b2-4027-b8b8-b2c0a1bb88b8 req-df7dcf88-e633-45dc-8174-3499f62f644d service nova] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Refreshing instance network info cache due to event network-changed-e315ebe9-785d-4dcd-9d48-c051cfc21d22. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 537.476091] env[62024]: DEBUG oslo_concurrency.lockutils [req-09a05dd0-c2b2-4027-b8b8-b2c0a1bb88b8 req-df7dcf88-e633-45dc-8174-3499f62f644d service nova] Acquiring lock "refresh_cache-70293671-e4ee-4c74-a744-377d43dfe4a8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.476091] env[62024]: DEBUG oslo_concurrency.lockutils [req-09a05dd0-c2b2-4027-b8b8-b2c0a1bb88b8 req-df7dcf88-e633-45dc-8174-3499f62f644d service nova] Acquired lock "refresh_cache-70293671-e4ee-4c74-a744-377d43dfe4a8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.476091] env[62024]: DEBUG nova.network.neutron [req-09a05dd0-c2b2-4027-b8b8-b2c0a1bb88b8 req-df7dcf88-e633-45dc-8174-3499f62f644d service nova] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Refreshing network info cache for port e315ebe9-785d-4dcd-9d48-c051cfc21d22 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 537.536473] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Acquiring lock "refresh_cache-db229b78-0fbc-4414-bb1e-eda51da31400" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.536690] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Acquired lock "refresh_cache-db229b78-0fbc-4414-bb1e-eda51da31400" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.536875] env[62024]: DEBUG nova.network.neutron [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 537.611723] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2b667410-9b68-438c-84ec-74481553b4d5 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Lock "944ae0ad-a813-453f-a3b6-bc5dc5877eca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.378s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.641758] env[62024]: DEBUG oslo_vmware.api [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Task: {'id': task-2287584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285583} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.647981] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 537.647981] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 537.647981] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 537.648152] env[62024]: INFO nova.compute.manager [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Took 1.14 seconds to destroy the instance on the hypervisor. [ 537.648603] env[62024]: DEBUG oslo.service.loopingcall [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 537.648896] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287582, 'name': CreateVM_Task, 'duration_secs': 0.614611} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.649154] env[62024]: DEBUG nova.compute.manager [-] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 537.649426] env[62024]: DEBUG nova.network.neutron [-] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 537.651076] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 537.651690] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.651992] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.652652] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.653195] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5e07e4-679e-463a-b0f9-f3c333aaeeb0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.659182] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 537.659182] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52da1c25-153c-95e3-cf42-e958356a11be" [ 537.659182] env[62024]: _type = "Task" [ 537.659182] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.670835] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52da1c25-153c-95e3-cf42-e958356a11be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.712755] env[62024]: DEBUG oslo_concurrency.lockutils [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Acquiring lock "f50e7100-ddcb-4485-964c-25c952cdb844" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.712755] env[62024]: DEBUG oslo_concurrency.lockutils [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Lock "f50e7100-ddcb-4485-964c-25c952cdb844" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.874144] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 98081ed8-ed47-4007-8704-afda0d808dcb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 537.874144] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 2c954ee4-f76a-4c72-98fa-ba43513bb93d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 537.874144] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance b6b1ab69-9000-4e72-813a-e5a4bc17ebca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 537.874144] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance caccecf4-aca6-4c09-bb68-ec3923931948 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 537.874798] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 5cf5e799-4b2d-4877-ac9d-c5086406a3d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 537.874798] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance c2dd4f2a-6fe8-402f-8715-217a8aa24b16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 537.874798] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 944ae0ad-a813-453f-a3b6-bc5dc5877eca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 537.874798] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance b870a22c-5824-436a-b809-f7c6e30a4730 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 537.892299] env[62024]: DEBUG nova.network.neutron [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Successfully updated port: b5770ea3-5953-49e8-9e85-ed27e1fd00f1 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 537.941901] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147801} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.941901] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 537.942350] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722134af-0bb5-4c7e-8980-ca376978794d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.974702] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 70293671-e4ee-4c74-a744-377d43dfe4a8/70293671-e4ee-4c74-a744-377d43dfe4a8.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 537.975601] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b8a8c32-53ca-42d8-9829-b3bc6fd88d9d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.998669] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 537.998669] env[62024]: value = "task-2287586" [ 537.998669] env[62024]: _type = "Task" [ 537.998669] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.007877] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.081226] env[62024]: DEBUG nova.network.neutron [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 538.115523] env[62024]: DEBUG nova.compute.manager [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 538.176120] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52da1c25-153c-95e3-cf42-e958356a11be, 'name': SearchDatastore_Task, 'duration_secs': 0.015839} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.176120] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.176120] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 538.176120] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.176521] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.176521] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 538.176913] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14c3b0d8-3686-477d-9af7-ac7d06615534 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.201267] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 538.201724] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 538.202725] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecdfb45f-1753-47cb-a698-19e5b1a7d99c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.211770] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 538.211770] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad2bc7-51d5-9f58-a794-8b165da08427" [ 538.211770] env[62024]: _type = "Task" [ 538.211770] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.225116] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad2bc7-51d5-9f58-a794-8b165da08427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.247231] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Acquiring lock "d2efff21-a97d-47aa-905d-1d59815e514e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.247563] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Lock "d2efff21-a97d-47aa-905d-1d59815e514e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.247878] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Acquiring lock "d2efff21-a97d-47aa-905d-1d59815e514e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.248187] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Lock "d2efff21-a97d-47aa-905d-1d59815e514e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.248484] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Lock "d2efff21-a97d-47aa-905d-1d59815e514e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.251984] env[62024]: INFO nova.compute.manager [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Terminating instance [ 538.298810] env[62024]: DEBUG nova.network.neutron [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 538.379343] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 2200d9af-927b-4de0-b8e4-1b878837dd1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 538.398721] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "refresh_cache-5cf5e799-4b2d-4877-ac9d-c5086406a3d4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.398721] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "refresh_cache-5cf5e799-4b2d-4877-ac9d-c5086406a3d4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.398721] env[62024]: DEBUG nova.network.neutron [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 538.511678] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.659668] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.728028] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad2bc7-51d5-9f58-a794-8b165da08427, 'name': SearchDatastore_Task, 'duration_secs': 0.036265} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.728028] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c0c9c1-9a48-4ef4-b6f5-8a4355f5ffe4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.734403] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 538.734403] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528cdc82-ddd2-adef-38f3-9d4b19679ced" [ 538.734403] env[62024]: _type = "Task" [ 538.734403] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.749720] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528cdc82-ddd2-adef-38f3-9d4b19679ced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.762597] env[62024]: DEBUG nova.compute.manager [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 538.763337] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 538.764274] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b49cb7-822d-4c77-b0ef-8302f5d6752c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.771830] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 538.772114] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5efb272-5e98-4e6c-bcd8-1f58dbb7533d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.780259] env[62024]: DEBUG oslo_vmware.api [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Waiting for the task: (returnval){ [ 538.780259] env[62024]: value = "task-2287587" [ 538.780259] env[62024]: _type = "Task" [ 538.780259] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.793077] env[62024]: DEBUG oslo_vmware.api [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.801463] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Releasing lock "refresh_cache-db229b78-0fbc-4414-bb1e-eda51da31400" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.801463] env[62024]: DEBUG nova.compute.manager [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 538.801684] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 538.802890] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13788783-fc38-46bb-b307-21e55aec89e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.810518] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 538.812206] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a4012cb-8701-487b-88ff-cf8730eca868 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.818057] env[62024]: DEBUG oslo_vmware.api [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for the task: (returnval){ [ 538.818057] env[62024]: value = "task-2287588" [ 538.818057] env[62024]: _type = "Task" [ 538.818057] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.827943] env[62024]: DEBUG oslo_vmware.api [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.872027] env[62024]: DEBUG nova.network.neutron [-] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 538.882886] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance f0e0e8a0-6712-4cce-9a5c-59172bb1c145 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 538.883311] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance db229b78-0fbc-4414-bb1e-eda51da31400 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 538.934084] env[62024]: DEBUG nova.network.neutron [req-09a05dd0-c2b2-4027-b8b8-b2c0a1bb88b8 req-df7dcf88-e633-45dc-8174-3499f62f644d service nova] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Updated VIF entry in instance network info cache for port e315ebe9-785d-4dcd-9d48-c051cfc21d22. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 538.936109] env[62024]: DEBUG nova.network.neutron [req-09a05dd0-c2b2-4027-b8b8-b2c0a1bb88b8 req-df7dcf88-e633-45dc-8174-3499f62f644d service nova] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Updating instance_info_cache with network_info: [{"id": "e315ebe9-785d-4dcd-9d48-c051cfc21d22", "address": "fa:16:3e:be:0a:ea", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape315ebe9-78", "ovs_interfaceid": "e315ebe9-785d-4dcd-9d48-c051cfc21d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.011598] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287586, 'name': ReconfigVM_Task, 'duration_secs': 0.792083} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.011889] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 70293671-e4ee-4c74-a744-377d43dfe4a8/70293671-e4ee-4c74-a744-377d43dfe4a8.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 539.012706] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c06b6aa8-5f45-4da4-a58d-135ffc2818a2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.020574] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 539.020574] env[62024]: value = "task-2287589" [ 539.020574] env[62024]: _type = "Task" [ 539.020574] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.030114] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287589, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.039559] env[62024]: DEBUG nova.network.neutron [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 539.247500] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528cdc82-ddd2-adef-38f3-9d4b19679ced, 'name': SearchDatastore_Task, 'duration_secs': 0.015175} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.248081] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.248361] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a/5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 539.248906] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2322a486-61b8-446e-b49b-55d9a4d85d76 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.256697] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 539.256697] env[62024]: value = "task-2287590" [ 539.256697] env[62024]: _type = "Task" [ 539.256697] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.273595] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.294783] env[62024]: DEBUG oslo_vmware.api [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287587, 'name': PowerOffVM_Task, 'duration_secs': 0.263506} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.295401] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 539.295847] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 539.296249] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cd30c10-e9e8-46e5-a6f1-faf3e42d075b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.334505] env[62024]: DEBUG oslo_vmware.api [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287588, 'name': PowerOffVM_Task, 'duration_secs': 0.147241} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.334505] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 539.334505] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 539.334742] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-472de73f-fdc2-4142-8ca1-43c45d57d3bc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.365488] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 539.365876] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 539.366188] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Deleting the datastore file [datastore2] db229b78-0fbc-4414-bb1e-eda51da31400 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 539.366504] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cfdfc63-0243-4ea9-b1a5-5d18aede7d1b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.369929] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 539.370129] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 539.370341] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Deleting the datastore file [datastore1] d2efff21-a97d-47aa-905d-1d59815e514e {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 539.371312] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0203d51f-cc68-43a3-b9bc-f30c30536993 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.375264] env[62024]: DEBUG oslo_vmware.api [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for the task: (returnval){ [ 539.375264] env[62024]: value = "task-2287593" [ 539.375264] env[62024]: _type = "Task" [ 539.375264] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.381013] env[62024]: INFO nova.compute.manager [-] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Took 1.73 seconds to deallocate network for instance. [ 539.381252] env[62024]: DEBUG oslo_vmware.api [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Waiting for the task: (returnval){ [ 539.381252] env[62024]: value = "task-2287594" [ 539.381252] env[62024]: _type = "Task" [ 539.381252] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.396659] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 539.398203] env[62024]: DEBUG oslo_vmware.api [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.404861] env[62024]: DEBUG oslo_vmware.api [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.441122] env[62024]: DEBUG oslo_concurrency.lockutils [req-09a05dd0-c2b2-4027-b8b8-b2c0a1bb88b8 req-df7dcf88-e633-45dc-8174-3499f62f644d service nova] Releasing lock "refresh_cache-70293671-e4ee-4c74-a744-377d43dfe4a8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.488917] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Acquiring lock "ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.489346] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Lock "ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.533937] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287589, 'name': Rename_Task, 'duration_secs': 0.286958} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.534120] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 539.534370] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7071889-621e-4543-a038-51644ad6fd23 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.542857] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 539.542857] env[62024]: value = "task-2287595" [ 539.542857] env[62024]: _type = "Task" [ 539.542857] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.554081] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.640535] env[62024]: DEBUG nova.network.neutron [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Successfully updated port: 552be75a-c71f-43f6-95bd-984d0fc919c8 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 539.659117] env[62024]: DEBUG nova.network.neutron [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Updating instance_info_cache with network_info: [{"id": "b5770ea3-5953-49e8-9e85-ed27e1fd00f1", "address": "fa:16:3e:1e:c4:50", "network": {"id": "21e6d063-2a86-4cee-84f4-d7b24ea515f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1881006968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "635b7959f93043e2a28bad7303dd5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5770ea3-59", "ovs_interfaceid": "b5770ea3-5953-49e8-9e85-ed27e1fd00f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.770941] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287590, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.900407] env[62024]: DEBUG oslo_vmware.api [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Task: {'id': task-2287594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22589} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.901335] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.902061] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance b8f0e5f1-04c8-4784-a597-768a0900e987 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 539.903267] env[62024]: DEBUG oslo_vmware.api [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Task: {'id': task-2287593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203191} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.903521] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 539.903678] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 539.903851] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 539.907519] env[62024]: INFO nova.compute.manager [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 539.907519] env[62024]: DEBUG oslo.service.loopingcall [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 539.907519] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 539.907519] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 539.907519] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 539.908167] env[62024]: INFO nova.compute.manager [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Took 1.10 seconds to destroy the instance on the hypervisor. [ 539.908167] env[62024]: DEBUG oslo.service.loopingcall [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 539.908167] env[62024]: DEBUG nova.compute.manager [-] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 539.908167] env[62024]: DEBUG nova.network.neutron [-] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 539.908972] env[62024]: DEBUG nova.compute.manager [-] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 539.908972] env[62024]: DEBUG nova.network.neutron [-] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 539.962657] env[62024]: DEBUG nova.network.neutron [-] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 540.054634] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.146438] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Acquiring lock "refresh_cache-2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.146438] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Acquired lock "refresh_cache-2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.146438] env[62024]: DEBUG nova.network.neutron [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 540.163020] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "refresh_cache-5cf5e799-4b2d-4877-ac9d-c5086406a3d4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.163020] env[62024]: DEBUG nova.compute.manager [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Instance network_info: |[{"id": "b5770ea3-5953-49e8-9e85-ed27e1fd00f1", "address": "fa:16:3e:1e:c4:50", "network": {"id": "21e6d063-2a86-4cee-84f4-d7b24ea515f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1881006968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "635b7959f93043e2a28bad7303dd5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5770ea3-59", "ovs_interfaceid": "b5770ea3-5953-49e8-9e85-ed27e1fd00f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 540.163280] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:c4:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5770ea3-5953-49e8-9e85-ed27e1fd00f1', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 540.171282] env[62024]: DEBUG oslo.service.loopingcall [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 540.171974] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 540.172348] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65f595ba-487f-4462-9c1e-cce1f59b8d1c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.194534] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 540.194534] env[62024]: value = "task-2287596" [ 540.194534] env[62024]: _type = "Task" [ 540.194534] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.204469] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287596, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.268967] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600821} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.269609] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a/5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 540.271271] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 540.271271] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87015e36-4e2d-4009-b6a8-24e829ed034c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.278789] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 540.278789] env[62024]: value = "task-2287597" [ 540.278789] env[62024]: _type = "Task" [ 540.278789] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.289686] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.408022] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 06fcd604-5854-49bd-9bbd-51cbe3710e66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 540.468028] env[62024]: DEBUG nova.network.neutron [-] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.555524] env[62024]: DEBUG oslo_vmware.api [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287595, 'name': PowerOnVM_Task, 'duration_secs': 0.821708} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.555930] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 540.556235] env[62024]: INFO nova.compute.manager [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Took 11.08 seconds to spawn the instance on the hypervisor. [ 540.556408] env[62024]: DEBUG nova.compute.manager [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 540.557215] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568d5353-0a15-4412-a45a-6cae7ada84fe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.706310] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287596, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.734935] env[62024]: DEBUG nova.network.neutron [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 540.791603] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073942} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.794242] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 540.795078] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f259ffb-3bda-4732-9e88-b4a89edbfa37 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.822241] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a/5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 540.822599] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7082d183-a1d8-4370-bd02-9a1bfcf6aff6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.844092] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 540.844092] env[62024]: value = "task-2287598" [ 540.844092] env[62024]: _type = "Task" [ 540.844092] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.852820] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.912284] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 19277cfb-5358-49a0-a8e9-bbd55722df41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 540.970583] env[62024]: INFO nova.compute.manager [-] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Took 1.06 seconds to deallocate network for instance. [ 541.039904] env[62024]: DEBUG nova.compute.manager [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Received event network-changed-8c318eab-2e8d-47ec-96cc-2907908abbb9 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 541.039904] env[62024]: DEBUG nova.compute.manager [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Refreshing instance network info cache due to event network-changed-8c318eab-2e8d-47ec-96cc-2907908abbb9. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 541.039904] env[62024]: DEBUG oslo_concurrency.lockutils [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] Acquiring lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.040150] env[62024]: DEBUG oslo_concurrency.lockutils [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] Acquired lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.040528] env[62024]: DEBUG nova.network.neutron [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Refreshing network info cache for port 8c318eab-2e8d-47ec-96cc-2907908abbb9 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 541.075421] env[62024]: INFO nova.compute.manager [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Took 30.53 seconds to build instance. [ 541.214535] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287596, 'name': CreateVM_Task, 'duration_secs': 0.555747} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.214535] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 541.214535] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.214535] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.214535] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.214535] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b06048-3256-47be-8398-4a4cd15002d4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.222484] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 541.222484] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fbf1af-bea4-3178-b971-9f8532f6ef1c" [ 541.222484] env[62024]: _type = "Task" [ 541.222484] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.244549] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fbf1af-bea4-3178-b971-9f8532f6ef1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.357645] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.393887] env[62024]: DEBUG nova.network.neutron [-] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 541.418516] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance cd1edbe3-4426-474b-99ed-8143be203e55 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 541.480682] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.516012] env[62024]: DEBUG nova.compute.manager [req-8596ba7c-af7d-4b7b-bebd-2b66ccbcf7f4 req-a966d3d1-ee17-4712-b72f-a94908de39f6 service nova] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Received event network-vif-plugged-552be75a-c71f-43f6-95bd-984d0fc919c8 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 541.516325] env[62024]: DEBUG oslo_concurrency.lockutils [req-8596ba7c-af7d-4b7b-bebd-2b66ccbcf7f4 req-a966d3d1-ee17-4712-b72f-a94908de39f6 service nova] Acquiring lock "2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.516547] env[62024]: DEBUG oslo_concurrency.lockutils [req-8596ba7c-af7d-4b7b-bebd-2b66ccbcf7f4 req-a966d3d1-ee17-4712-b72f-a94908de39f6 service nova] Lock "2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.516719] env[62024]: DEBUG oslo_concurrency.lockutils [req-8596ba7c-af7d-4b7b-bebd-2b66ccbcf7f4 req-a966d3d1-ee17-4712-b72f-a94908de39f6 service nova] Lock "2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.517399] env[62024]: DEBUG nova.compute.manager [req-8596ba7c-af7d-4b7b-bebd-2b66ccbcf7f4 req-a966d3d1-ee17-4712-b72f-a94908de39f6 service nova] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] No waiting events found dispatching network-vif-plugged-552be75a-c71f-43f6-95bd-984d0fc919c8 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 541.517619] env[62024]: WARNING nova.compute.manager [req-8596ba7c-af7d-4b7b-bebd-2b66ccbcf7f4 req-a966d3d1-ee17-4712-b72f-a94908de39f6 service nova] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Received unexpected event network-vif-plugged-552be75a-c71f-43f6-95bd-984d0fc919c8 for instance with vm_state building and task_state spawning. [ 541.520060] env[62024]: DEBUG nova.network.neutron [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Updating instance_info_cache with network_info: [{"id": "552be75a-c71f-43f6-95bd-984d0fc919c8", "address": "fa:16:3e:d5:5a:a1", "network": {"id": "a5f5b4e9-9a7e-416b-b22b-7a468b885fa5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1777628599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff600bd47284166baba15c785ff96a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552be75a-c7", "ovs_interfaceid": "552be75a-c71f-43f6-95bd-984d0fc919c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 541.577196] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35d49d-5caf-4e72-ac1f-901696822dc7 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "70293671-e4ee-4c74-a744-377d43dfe4a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.062s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.743100] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fbf1af-bea4-3178-b971-9f8532f6ef1c, 'name': SearchDatastore_Task, 'duration_secs': 0.036872} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.743233] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.743441] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 541.743800] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.743912] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.744159] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 541.744870] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db5eaa85-037a-4883-87ae-7d424be20a5e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.760588] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 541.761081] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 541.762119] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbee8e1e-c593-42df-a533-69c58b450572 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.775068] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 541.775068] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b595bb-2df1-93ec-b38c-5bd652179cd8" [ 541.775068] env[62024]: _type = "Task" [ 541.775068] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.790946] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b595bb-2df1-93ec-b38c-5bd652179cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.859182] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287598, 'name': ReconfigVM_Task, 'duration_secs': 0.998935} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.859526] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a/5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 541.860743] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d179534-8301-4983-bb80-c5ab313814d6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.871795] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 541.871795] env[62024]: value = "task-2287599" [ 541.871795] env[62024]: _type = "Task" [ 541.871795] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.885553] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287599, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.898858] env[62024]: INFO nova.compute.manager [-] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Took 1.99 seconds to deallocate network for instance. [ 541.922280] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 8f22e462-0047-4ef2-b3cb-6284a5fdf506 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 541.922548] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance a4917632-490f-4fea-b55b-ee28bb21a1e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 541.922548] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Migration d742316d-0ebc-4ab4-af92-02f572746075 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 541.922788] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 541.922940] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 542.023706] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Releasing lock "refresh_cache-2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.024604] env[62024]: DEBUG nova.compute.manager [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Instance network_info: |[{"id": "552be75a-c71f-43f6-95bd-984d0fc919c8", "address": "fa:16:3e:d5:5a:a1", "network": {"id": "a5f5b4e9-9a7e-416b-b22b-7a468b885fa5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1777628599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff600bd47284166baba15c785ff96a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552be75a-c7", "ovs_interfaceid": "552be75a-c71f-43f6-95bd-984d0fc919c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 542.024846] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:5a:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '552be75a-c71f-43f6-95bd-984d0fc919c8', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 542.034196] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Creating folder: Project (4ff600bd47284166baba15c785ff96a1). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.035418] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5474cc1-c175-4122-afdd-a133e5df64cb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.061322] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Created folder: Project (4ff600bd47284166baba15c785ff96a1) in parent group-v465568. [ 542.061322] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Creating folder: Instances. Parent ref: group-v465603. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.061322] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fa36658-5aa5-4647-a3a3-599ce133645f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.079277] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Created folder: Instances in parent group-v465603. [ 542.079277] env[62024]: DEBUG oslo.service.loopingcall [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 542.079714] env[62024]: DEBUG nova.compute.manager [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 542.083576] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 542.085546] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24a9962d-652b-4603-a50c-2f12993ab64b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.117514] env[62024]: DEBUG nova.network.neutron [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updated VIF entry in instance network info cache for port 8c318eab-2e8d-47ec-96cc-2907908abbb9. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 542.117839] env[62024]: DEBUG nova.network.neutron [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance_info_cache with network_info: [{"id": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "address": "fa:16:3e:fe:9c:bd", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c318eab-2e", "ovs_interfaceid": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 542.128926] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 542.128926] env[62024]: value = "task-2287602" [ 542.128926] env[62024]: _type = "Task" [ 542.128926] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.145390] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287602, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.290122] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b595bb-2df1-93ec-b38c-5bd652179cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.019384} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.295241] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d8a4ab-5803-4f97-b403-f1882335af7f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.300916] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 542.300916] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a8f2a0-00d7-3f7e-5db9-d474ac343ba8" [ 542.300916] env[62024]: _type = "Task" [ 542.300916] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.322042] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a8f2a0-00d7-3f7e-5db9-d474ac343ba8, 'name': SearchDatastore_Task, 'duration_secs': 0.012977} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.322349] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.322617] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 5cf5e799-4b2d-4877-ac9d-c5086406a3d4/5cf5e799-4b2d-4877-ac9d-c5086406a3d4.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 542.323097] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98e28525-1338-432d-9bc1-6d34559cdc51 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.333724] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 542.333724] env[62024]: value = "task-2287603" [ 542.333724] env[62024]: _type = "Task" [ 542.333724] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.347068] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.386110] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287599, 'name': Rename_Task, 'duration_secs': 0.3472} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.386110] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 542.386110] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aadbb3e-9a4d-4473-93f2-afc1940b7f0c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.396634] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 542.396634] env[62024]: value = "task-2287604" [ 542.396634] env[62024]: _type = "Task" [ 542.396634] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.409259] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.409957] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.499726] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8121cd5-e1f9-4a14-a8bd-928309e65dc5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.511794] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951f4a0e-8e53-402b-a9e0-ba1642fad20a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.549759] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620af89e-d7b0-43b2-b5e7-cf1764559805 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.558915] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0587726-c685-48e5-bf5a-0285ddcf0ff3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.578172] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 542.609429] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.620818] env[62024]: DEBUG oslo_concurrency.lockutils [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] Releasing lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.621165] env[62024]: DEBUG nova.compute.manager [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Received event network-vif-plugged-b5770ea3-5953-49e8-9e85-ed27e1fd00f1 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 542.621443] env[62024]: DEBUG oslo_concurrency.lockutils [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] Acquiring lock "5cf5e799-4b2d-4877-ac9d-c5086406a3d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.621700] env[62024]: DEBUG oslo_concurrency.lockutils [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] Lock "5cf5e799-4b2d-4877-ac9d-c5086406a3d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.621872] env[62024]: DEBUG oslo_concurrency.lockutils [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] Lock "5cf5e799-4b2d-4877-ac9d-c5086406a3d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.622161] env[62024]: DEBUG nova.compute.manager [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] No waiting events found dispatching network-vif-plugged-b5770ea3-5953-49e8-9e85-ed27e1fd00f1 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 542.622355] env[62024]: WARNING nova.compute.manager [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Received unexpected event network-vif-plugged-b5770ea3-5953-49e8-9e85-ed27e1fd00f1 for instance with vm_state building and task_state spawning. [ 542.622533] env[62024]: DEBUG nova.compute.manager [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Received event network-changed-b5770ea3-5953-49e8-9e85-ed27e1fd00f1 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 542.622690] env[62024]: DEBUG nova.compute.manager [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Refreshing instance network info cache due to event network-changed-b5770ea3-5953-49e8-9e85-ed27e1fd00f1. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 542.622879] env[62024]: DEBUG oslo_concurrency.lockutils [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] Acquiring lock "refresh_cache-5cf5e799-4b2d-4877-ac9d-c5086406a3d4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.623029] env[62024]: DEBUG oslo_concurrency.lockutils [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] Acquired lock "refresh_cache-5cf5e799-4b2d-4877-ac9d-c5086406a3d4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.623216] env[62024]: DEBUG nova.network.neutron [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Refreshing network info cache for port b5770ea3-5953-49e8-9e85-ed27e1fd00f1 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 542.642071] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287602, 'name': CreateVM_Task, 'duration_secs': 0.471616} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.645080] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 542.645080] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.645080] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.645080] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.645080] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a722b0e-6222-456a-9ae5-d5d127c1d9cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.653507] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Waiting for the task: (returnval){ [ 542.653507] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52001887-6d6a-8dca-3851-f002c37d789b" [ 542.653507] env[62024]: _type = "Task" [ 542.653507] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.667055] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52001887-6d6a-8dca-3851-f002c37d789b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.848715] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287603, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.907965] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287604, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.081637] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 543.166526] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52001887-6d6a-8dca-3851-f002c37d789b, 'name': SearchDatastore_Task, 'duration_secs': 0.062005} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.166945] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.167260] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 543.167538] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.167793] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.167899] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 543.168220] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95593cda-ca8a-43f6-931b-c629cd24503c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.180207] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 543.180735] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 543.181188] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63fd2623-f190-40cf-957c-7176e080dbd1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.191391] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Waiting for the task: (returnval){ [ 543.191391] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e8c2c7-549e-4265-3e02-f5e5ab0c29c4" [ 543.191391] env[62024]: _type = "Task" [ 543.191391] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.202059] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e8c2c7-549e-4265-3e02-f5e5ab0c29c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.350823] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544147} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.351261] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 5cf5e799-4b2d-4877-ac9d-c5086406a3d4/5cf5e799-4b2d-4877-ac9d-c5086406a3d4.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 543.352215] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 543.352430] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c0e4f86-9537-48ae-9d92-461771466009 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.361936] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 543.361936] env[62024]: value = "task-2287605" [ 543.361936] env[62024]: _type = "Task" [ 543.361936] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.373210] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.410296] env[62024]: DEBUG oslo_vmware.api [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287604, 'name': PowerOnVM_Task, 'duration_secs': 0.734411} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.411025] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 543.411025] env[62024]: INFO nova.compute.manager [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Took 11.26 seconds to spawn the instance on the hypervisor. [ 543.411025] env[62024]: DEBUG nova.compute.manager [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 543.411828] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20df0fcb-e91a-40f8-ac5e-836e3a85d6a0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.479680] env[62024]: DEBUG nova.network.neutron [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Updated VIF entry in instance network info cache for port b5770ea3-5953-49e8-9e85-ed27e1fd00f1. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 543.479680] env[62024]: DEBUG nova.network.neutron [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Updating instance_info_cache with network_info: [{"id": "b5770ea3-5953-49e8-9e85-ed27e1fd00f1", "address": "fa:16:3e:1e:c4:50", "network": {"id": "21e6d063-2a86-4cee-84f4-d7b24ea515f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1881006968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "635b7959f93043e2a28bad7303dd5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5770ea3-59", "ovs_interfaceid": "b5770ea3-5953-49e8-9e85-ed27e1fd00f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.590629] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62024) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 543.590911] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.298s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.592129] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.088s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.592739] env[62024]: INFO nova.compute.claims [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 543.706882] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e8c2c7-549e-4265-3e02-f5e5ab0c29c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012658} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.711977] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2880b428-9295-4dcd-9f06-055c42b1e581 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.715237] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.715512] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.720100] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Waiting for the task: (returnval){ [ 543.720100] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5242ed58-b6e4-3e0a-4550-b1d0f5e4a1db" [ 543.720100] env[62024]: _type = "Task" [ 543.720100] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.732097] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5242ed58-b6e4-3e0a-4550-b1d0f5e4a1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.877316] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073961} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.877316] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 543.880092] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e488afb-089a-4565-9784-0122564a6414 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.913449] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 5cf5e799-4b2d-4877-ac9d-c5086406a3d4/5cf5e799-4b2d-4877-ac9d-c5086406a3d4.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 543.914207] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-907d60da-a807-4f90-99ca-1acc8198395f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.945266] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 543.945266] env[62024]: value = "task-2287606" [ 543.945266] env[62024]: _type = "Task" [ 543.945266] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.945771] env[62024]: INFO nova.compute.manager [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Took 24.01 seconds to build instance. [ 543.958278] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.982771] env[62024]: DEBUG oslo_concurrency.lockutils [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] Releasing lock "refresh_cache-5cf5e799-4b2d-4877-ac9d-c5086406a3d4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.983137] env[62024]: DEBUG nova.compute.manager [req-3d18680f-2e1a-489d-9558-a124f327d121 req-d48959ad-f276-4522-a1c8-0d614c779b7e service nova] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Received event network-vif-deleted-42dc89a8-8a09-4f0c-87e6-eb1826f5233c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 544.118233] env[62024]: DEBUG nova.compute.manager [req-70c30bd8-2c13-4e22-ae12-07ada8dac70a req-ce9d8988-f060-45bc-a9c0-f69002d43932 service nova] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Received event network-vif-deleted-184a25ce-7c92-4a23-8719-46e20d490efb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 544.232546] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5242ed58-b6e4-3e0a-4550-b1d0f5e4a1db, 'name': SearchDatastore_Task, 'duration_secs': 0.01167} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.232805] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.233092] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd/2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 544.233360] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50670011-9163-4961-bfaa-72d88b259119 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.242589] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Waiting for the task: (returnval){ [ 544.242589] env[62024]: value = "task-2287607" [ 544.242589] env[62024]: _type = "Task" [ 544.242589] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.251360] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.451155] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8514a168-d2b8-4add-8a51-856ff612bf0a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.031s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.465429] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "2dffe23d-5c9a-4477-a855-227646ad434b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.466348] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "2dffe23d-5c9a-4477-a855-227646ad434b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.473554] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.622503] env[62024]: DEBUG nova.compute.manager [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Received event network-changed-552be75a-c71f-43f6-95bd-984d0fc919c8 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 544.623777] env[62024]: DEBUG nova.compute.manager [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Refreshing instance network info cache due to event network-changed-552be75a-c71f-43f6-95bd-984d0fc919c8. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 544.624118] env[62024]: DEBUG oslo_concurrency.lockutils [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] Acquiring lock "refresh_cache-2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.624402] env[62024]: DEBUG oslo_concurrency.lockutils [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] Acquired lock "refresh_cache-2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.624616] env[62024]: DEBUG nova.network.neutron [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Refreshing network info cache for port 552be75a-c71f-43f6-95bd-984d0fc919c8 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 544.769427] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287607, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.971803] env[62024]: DEBUG nova.compute.manager [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.978276] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287606, 'name': ReconfigVM_Task, 'duration_secs': 0.788334} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.983465] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 5cf5e799-4b2d-4877-ac9d-c5086406a3d4/5cf5e799-4b2d-4877-ac9d-c5086406a3d4.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 544.984461] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fcb4025-4c73-41ee-a135-b332a9a44858 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.993544] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 544.993544] env[62024]: value = "task-2287608" [ 544.993544] env[62024]: _type = "Task" [ 544.993544] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.004803] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287608, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.157384] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77e7372-e612-4f7d-afad-8e79e8706e0b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.171226] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a344550-4f38-49dc-991f-2728a84fb1aa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.211032] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723135b0-2730-4b7b-a4e6-a34a35dc172d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.221161] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dababbc-170f-4d97-9729-bc06132e540c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.236703] env[62024]: DEBUG nova.compute.provider_tree [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 545.257378] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679601} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.261019] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd/2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 545.261019] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 545.261019] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb12772a-73fb-4b39-a71c-95087636ceba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.270917] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Waiting for the task: (returnval){ [ 545.270917] env[62024]: value = "task-2287609" [ 545.270917] env[62024]: _type = "Task" [ 545.270917] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.281227] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.478631] env[62024]: DEBUG nova.network.neutron [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Updated VIF entry in instance network info cache for port 552be75a-c71f-43f6-95bd-984d0fc919c8. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 545.478987] env[62024]: DEBUG nova.network.neutron [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Updating instance_info_cache with network_info: [{"id": "552be75a-c71f-43f6-95bd-984d0fc919c8", "address": "fa:16:3e:d5:5a:a1", "network": {"id": "a5f5b4e9-9a7e-416b-b22b-7a468b885fa5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1777628599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff600bd47284166baba15c785ff96a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552be75a-c7", "ovs_interfaceid": "552be75a-c71f-43f6-95bd-984d0fc919c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.501922] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.508652] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287608, 'name': Rename_Task, 'duration_secs': 0.329047} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.508926] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 545.509229] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d16500b-4002-4786-a015-adb57fed87b5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.518107] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 545.518107] env[62024]: value = "task-2287610" [ 545.518107] env[62024]: _type = "Task" [ 545.518107] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.530198] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.729674] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "a78e6b14-65ca-4e48-8a5f-92f5e2d97feb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.729925] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "a78e6b14-65ca-4e48-8a5f-92f5e2d97feb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.741038] env[62024]: DEBUG nova.scheduler.client.report [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 545.782745] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070344} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.783024] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 545.783845] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b65be6-6d57-4d53-a7d4-106c1a5da196 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.815817] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd/2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 545.815817] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1de2b389-c617-4735-a7ed-ae8b74648047 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.839768] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Waiting for the task: (returnval){ [ 545.839768] env[62024]: value = "task-2287611" [ 545.839768] env[62024]: _type = "Task" [ 545.839768] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.853460] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Acquiring lock "59235193-56b1-454f-b2e3-09e023701c62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.853460] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Lock "59235193-56b1-454f-b2e3-09e023701c62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.853460] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.983160] env[62024]: DEBUG oslo_concurrency.lockutils [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] Releasing lock "refresh_cache-2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.983457] env[62024]: DEBUG nova.compute.manager [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Received event network-changed-6ea1eaa1-9fad-4f10-962d-66c57239c728 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 545.983626] env[62024]: DEBUG nova.compute.manager [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Refreshing instance network info cache due to event network-changed-6ea1eaa1-9fad-4f10-962d-66c57239c728. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 545.983852] env[62024]: DEBUG oslo_concurrency.lockutils [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] Acquiring lock "refresh_cache-944ae0ad-a813-453f-a3b6-bc5dc5877eca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.983990] env[62024]: DEBUG oslo_concurrency.lockutils [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] Acquired lock "refresh_cache-944ae0ad-a813-453f-a3b6-bc5dc5877eca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.984192] env[62024]: DEBUG nova.network.neutron [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Refreshing network info cache for port 6ea1eaa1-9fad-4f10-962d-66c57239c728 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 546.034774] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.249131] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.249131] env[62024]: DEBUG nova.compute.manager [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 546.250533] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.113s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.252165] env[62024]: INFO nova.compute.claims [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 546.351431] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.480033] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "83fe5133-94e5-4a2a-9aab-bcbf46973210" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.480663] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "83fe5133-94e5-4a2a-9aab-bcbf46973210" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.512984] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "c334510f-8ec2-4c22-a68e-4a152923a87d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.513334] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "c334510f-8ec2-4c22-a68e-4a152923a87d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.532340] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287610, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.543323] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "e10b687b-5592-45fb-9e59-8801fb5b416d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.543580] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "e10b687b-5592-45fb-9e59-8801fb5b416d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.757547] env[62024]: DEBUG nova.compute.utils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 546.763919] env[62024]: DEBUG nova.compute.manager [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 546.764212] env[62024]: DEBUG nova.network.neutron [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 546.814899] env[62024]: DEBUG nova.network.neutron [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Updated VIF entry in instance network info cache for port 6ea1eaa1-9fad-4f10-962d-66c57239c728. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 546.815348] env[62024]: DEBUG nova.network.neutron [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Updating instance_info_cache with network_info: [{"id": "6ea1eaa1-9fad-4f10-962d-66c57239c728", "address": "fa:16:3e:8e:b8:6a", "network": {"id": "76602f75-9da9-4d70-bfc5-373b2ef2e794", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-21212898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a59b70517874e249381d035b1c549f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea1eaa1-9f", "ovs_interfaceid": "6ea1eaa1-9fad-4f10-962d-66c57239c728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.841243] env[62024]: DEBUG nova.policy [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61c1d56776344987b5e352ddc57efe4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55694fa92fb24340b2faa0f2c6ac2d06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 546.855101] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287611, 'name': ReconfigVM_Task, 'duration_secs': 0.712963} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.855637] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd/2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 546.856418] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b891747f-78de-46a8-a460-6186f7ed8302 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.864618] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Waiting for the task: (returnval){ [ 546.864618] env[62024]: value = "task-2287612" [ 546.864618] env[62024]: _type = "Task" [ 546.864618] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.875861] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287612, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.033822] env[62024]: DEBUG oslo_vmware.api [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287610, 'name': PowerOnVM_Task, 'duration_secs': 1.03616} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.033822] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 547.033993] env[62024]: INFO nova.compute.manager [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Took 12.27 seconds to spawn the instance on the hypervisor. [ 547.034173] env[62024]: DEBUG nova.compute.manager [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 547.035012] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e9a0bc-29e1-4e1a-a200-3be1970c8689 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.220670] env[62024]: DEBUG nova.compute.manager [req-421d27d3-9ef0-40ee-a012-02d5454604cb req-03e2159c-2e61-46a0-b056-84de1d50943d service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Received event network-changed-8c318eab-2e8d-47ec-96cc-2907908abbb9 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 547.220956] env[62024]: DEBUG nova.compute.manager [req-421d27d3-9ef0-40ee-a012-02d5454604cb req-03e2159c-2e61-46a0-b056-84de1d50943d service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Refreshing instance network info cache due to event network-changed-8c318eab-2e8d-47ec-96cc-2907908abbb9. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 547.221029] env[62024]: DEBUG oslo_concurrency.lockutils [req-421d27d3-9ef0-40ee-a012-02d5454604cb req-03e2159c-2e61-46a0-b056-84de1d50943d service nova] Acquiring lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.221198] env[62024]: DEBUG oslo_concurrency.lockutils [req-421d27d3-9ef0-40ee-a012-02d5454604cb req-03e2159c-2e61-46a0-b056-84de1d50943d service nova] Acquired lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.221372] env[62024]: DEBUG nova.network.neutron [req-421d27d3-9ef0-40ee-a012-02d5454604cb req-03e2159c-2e61-46a0-b056-84de1d50943d service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Refreshing network info cache for port 8c318eab-2e8d-47ec-96cc-2907908abbb9 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 547.245348] env[62024]: DEBUG nova.network.neutron [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Successfully created port: b7326cb3-caa2-433f-96e0-69dc6ebfb562 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 547.268172] env[62024]: DEBUG nova.compute.manager [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 547.326104] env[62024]: DEBUG oslo_concurrency.lockutils [req-dab129df-c69c-4449-a24d-41073f2d5079 req-04db7898-2d06-40f0-9567-f7c2b407d581 service nova] Releasing lock "refresh_cache-944ae0ad-a813-453f-a3b6-bc5dc5877eca" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.382070] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287612, 'name': Rename_Task, 'duration_secs': 0.25937} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.382365] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 547.383385] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddb317ba-9867-4469-8fbb-779e7253a747 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.392010] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Waiting for the task: (returnval){ [ 547.392010] env[62024]: value = "task-2287613" [ 547.392010] env[62024]: _type = "Task" [ 547.392010] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.408751] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.561777] env[62024]: INFO nova.compute.manager [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Took 26.64 seconds to build instance. [ 547.565562] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Acquiring lock "0582d2f2-d973-49db-8ffb-782d89aba5fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.565784] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Lock "0582d2f2-d973-49db-8ffb-782d89aba5fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.882667] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11adb8ce-37be-49ac-8913-f161f564511b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.894165] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19876b90-9d52-4fe1-aba2-e6b941561450 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.909094] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287613, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.937377] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f8044b-3983-40c9-8e40-934584d81707 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.946586] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9fec55-8ee9-49a3-bc0c-8d4f9f766e61 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.964114] env[62024]: DEBUG nova.compute.provider_tree [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.066929] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5d3c869c-d296-475a-b460-ebacc8a198e0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "5cf5e799-4b2d-4877-ac9d-c5086406a3d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.628s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.092995] env[62024]: DEBUG nova.network.neutron [req-421d27d3-9ef0-40ee-a012-02d5454604cb req-03e2159c-2e61-46a0-b056-84de1d50943d service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updated VIF entry in instance network info cache for port 8c318eab-2e8d-47ec-96cc-2907908abbb9. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 548.093393] env[62024]: DEBUG nova.network.neutron [req-421d27d3-9ef0-40ee-a012-02d5454604cb req-03e2159c-2e61-46a0-b056-84de1d50943d service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance_info_cache with network_info: [{"id": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "address": "fa:16:3e:fe:9c:bd", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c318eab-2e", "ovs_interfaceid": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.282452] env[62024]: DEBUG nova.compute.manager [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 548.310473] env[62024]: DEBUG nova.virt.hardware [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 548.310740] env[62024]: DEBUG nova.virt.hardware [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 548.310893] env[62024]: DEBUG nova.virt.hardware [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 548.311188] env[62024]: DEBUG nova.virt.hardware [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 548.311238] env[62024]: DEBUG nova.virt.hardware [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 548.311405] env[62024]: DEBUG nova.virt.hardware [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 548.311584] env[62024]: DEBUG nova.virt.hardware [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 548.311714] env[62024]: DEBUG nova.virt.hardware [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 548.311878] env[62024]: DEBUG nova.virt.hardware [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 548.312167] env[62024]: DEBUG nova.virt.hardware [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 548.312319] env[62024]: DEBUG nova.virt.hardware [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 548.313490] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381dddae-9843-41ff-b2b0-5e97d95be193 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.324628] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba9e9f1-1341-47a6-a71c-b5c08487a784 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.415367] env[62024]: DEBUG oslo_vmware.api [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287613, 'name': PowerOnVM_Task, 'duration_secs': 0.943078} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.415367] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 548.415367] env[62024]: INFO nova.compute.manager [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Took 11.09 seconds to spawn the instance on the hypervisor. [ 548.415367] env[62024]: DEBUG nova.compute.manager [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 548.415820] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4d1cee-1c05-4c9c-95bc-5583100aa2f0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.466333] env[62024]: DEBUG nova.scheduler.client.report [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 548.570251] env[62024]: DEBUG nova.compute.manager [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 548.597434] env[62024]: DEBUG oslo_concurrency.lockutils [req-421d27d3-9ef0-40ee-a012-02d5454604cb req-03e2159c-2e61-46a0-b056-84de1d50943d service nova] Releasing lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.941704] env[62024]: INFO nova.compute.manager [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Took 22.96 seconds to build instance. [ 548.972109] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.972304] env[62024]: DEBUG nova.compute.manager [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 548.975022] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.678s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.976384] env[62024]: INFO nova.compute.claims [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.030699] env[62024]: DEBUG nova.network.neutron [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Successfully updated port: b7326cb3-caa2-433f-96e0-69dc6ebfb562 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 549.092776] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.447784] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fe2b1afb-6f9d-4473-84be-500a5a98f41f tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Lock "2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.647s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.485817] env[62024]: DEBUG nova.compute.utils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 549.489806] env[62024]: DEBUG nova.compute.manager [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 549.489806] env[62024]: DEBUG nova.network.neutron [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 549.540556] env[62024]: DEBUG nova.policy [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56b849f09c664d8bbcd1db65efd2a0c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1772e70d3fc844bb864dc68a72e5032a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 549.540556] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Acquiring lock "refresh_cache-98081ed8-ed47-4007-8704-afda0d808dcb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.541135] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Acquired lock "refresh_cache-98081ed8-ed47-4007-8704-afda0d808dcb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.541135] env[62024]: DEBUG nova.network.neutron [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 549.602577] env[62024]: DEBUG nova.compute.manager [req-4a660d77-7d89-4bce-af41-af8052edd421 req-7faed0e2-e4e5-4433-946d-96fac4d780b4 service nova] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Received event network-vif-plugged-b7326cb3-caa2-433f-96e0-69dc6ebfb562 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 549.602789] env[62024]: DEBUG oslo_concurrency.lockutils [req-4a660d77-7d89-4bce-af41-af8052edd421 req-7faed0e2-e4e5-4433-946d-96fac4d780b4 service nova] Acquiring lock "98081ed8-ed47-4007-8704-afda0d808dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.605045] env[62024]: DEBUG oslo_concurrency.lockutils [req-4a660d77-7d89-4bce-af41-af8052edd421 req-7faed0e2-e4e5-4433-946d-96fac4d780b4 service nova] Lock "98081ed8-ed47-4007-8704-afda0d808dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.605045] env[62024]: DEBUG oslo_concurrency.lockutils [req-4a660d77-7d89-4bce-af41-af8052edd421 req-7faed0e2-e4e5-4433-946d-96fac4d780b4 service nova] Lock "98081ed8-ed47-4007-8704-afda0d808dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.605045] env[62024]: DEBUG nova.compute.manager [req-4a660d77-7d89-4bce-af41-af8052edd421 req-7faed0e2-e4e5-4433-946d-96fac4d780b4 service nova] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] No waiting events found dispatching network-vif-plugged-b7326cb3-caa2-433f-96e0-69dc6ebfb562 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 549.605045] env[62024]: WARNING nova.compute.manager [req-4a660d77-7d89-4bce-af41-af8052edd421 req-7faed0e2-e4e5-4433-946d-96fac4d780b4 service nova] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Received unexpected event network-vif-plugged-b7326cb3-caa2-433f-96e0-69dc6ebfb562 for instance with vm_state building and task_state spawning. [ 549.605045] env[62024]: DEBUG nova.compute.manager [req-4a660d77-7d89-4bce-af41-af8052edd421 req-7faed0e2-e4e5-4433-946d-96fac4d780b4 service nova] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Received event network-changed-b7326cb3-caa2-433f-96e0-69dc6ebfb562 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 549.605396] env[62024]: DEBUG nova.compute.manager [req-4a660d77-7d89-4bce-af41-af8052edd421 req-7faed0e2-e4e5-4433-946d-96fac4d780b4 service nova] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Refreshing instance network info cache due to event network-changed-b7326cb3-caa2-433f-96e0-69dc6ebfb562. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 549.605396] env[62024]: DEBUG oslo_concurrency.lockutils [req-4a660d77-7d89-4bce-af41-af8052edd421 req-7faed0e2-e4e5-4433-946d-96fac4d780b4 service nova] Acquiring lock "refresh_cache-98081ed8-ed47-4007-8704-afda0d808dcb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.648674] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "f7173894-2c79-40c7-b8a3-9b502c2c29a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.648931] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "f7173894-2c79-40c7-b8a3-9b502c2c29a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.941523] env[62024]: DEBUG nova.network.neutron [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Successfully created port: 157687c1-b9ce-4adb-ae8e-0726768123bb {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 549.952915] env[62024]: DEBUG nova.compute.manager [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 549.994797] env[62024]: DEBUG nova.compute.manager [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 550.094656] env[62024]: DEBUG nova.network.neutron [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 550.428657] env[62024]: DEBUG nova.network.neutron [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Updating instance_info_cache with network_info: [{"id": "b7326cb3-caa2-433f-96e0-69dc6ebfb562", "address": "fa:16:3e:a9:d3:05", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7326cb3-ca", "ovs_interfaceid": "b7326cb3-caa2-433f-96e0-69dc6ebfb562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.473917] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.605859] env[62024]: DEBUG oslo_concurrency.lockutils [None req-321a0507-bbe5-43e3-a693-ed2246d2b826 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.606169] env[62024]: DEBUG oslo_concurrency.lockutils [None req-321a0507-bbe5-43e3-a693-ed2246d2b826 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.606353] env[62024]: DEBUG nova.compute.manager [None req-321a0507-bbe5-43e3-a693-ed2246d2b826 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 550.607345] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38987e16-0def-451e-983e-b51217e35e83 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.625101] env[62024]: DEBUG nova.compute.manager [None req-321a0507-bbe5-43e3-a693-ed2246d2b826 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62024) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 550.626053] env[62024]: DEBUG nova.objects.instance [None req-321a0507-bbe5-43e3-a693-ed2246d2b826 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lazy-loading 'flavor' on Instance uuid 2c954ee4-f76a-4c72-98fa-ba43513bb93d {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 550.695682] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8757f17-f8e0-4942-8ace-dcf0f126c7ef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.705323] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff1eebb-2f63-45ce-b466-e22c7cf8016d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.746279] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3294cc-fa0b-49d1-ae7d-011639c4cca3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.754713] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb77c0b8-4d48-4631-91f4-78e938e69995 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.773864] env[62024]: DEBUG nova.compute.provider_tree [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.932714] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Releasing lock "refresh_cache-98081ed8-ed47-4007-8704-afda0d808dcb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.932714] env[62024]: DEBUG nova.compute.manager [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Instance network_info: |[{"id": "b7326cb3-caa2-433f-96e0-69dc6ebfb562", "address": "fa:16:3e:a9:d3:05", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7326cb3-ca", "ovs_interfaceid": "b7326cb3-caa2-433f-96e0-69dc6ebfb562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 550.933695] env[62024]: DEBUG oslo_concurrency.lockutils [req-4a660d77-7d89-4bce-af41-af8052edd421 req-7faed0e2-e4e5-4433-946d-96fac4d780b4 service nova] Acquired lock "refresh_cache-98081ed8-ed47-4007-8704-afda0d808dcb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.933695] env[62024]: DEBUG nova.network.neutron [req-4a660d77-7d89-4bce-af41-af8052edd421 req-7faed0e2-e4e5-4433-946d-96fac4d780b4 service nova] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Refreshing network info cache for port b7326cb3-caa2-433f-96e0-69dc6ebfb562 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 550.934676] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:d3:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7326cb3-caa2-433f-96e0-69dc6ebfb562', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 550.943392] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Creating folder: Project (55694fa92fb24340b2faa0f2c6ac2d06). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.944168] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22f3ea7b-8c6b-420d-90c4-bb80e43c897e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.959886] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Created folder: Project (55694fa92fb24340b2faa0f2c6ac2d06) in parent group-v465568. [ 550.960108] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Creating folder: Instances. Parent ref: group-v465606. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.960350] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caad9a2d-f287-4a15-8e8a-52761a2dfa37 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.971086] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Created folder: Instances in parent group-v465606. [ 550.971330] env[62024]: DEBUG oslo.service.loopingcall [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 550.971523] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 550.971732] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d7eaeca-40b0-4bcb-9ad5-af9b13db717c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.998170] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 550.998170] env[62024]: value = "task-2287616" [ 550.998170] env[62024]: _type = "Task" [ 550.998170] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.009260] env[62024]: DEBUG nova.compute.manager [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 551.016432] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287616, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.040558] env[62024]: DEBUG nova.virt.hardware [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 551.040558] env[62024]: DEBUG nova.virt.hardware [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.040558] env[62024]: DEBUG nova.virt.hardware [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 551.040924] env[62024]: DEBUG nova.virt.hardware [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.041274] env[62024]: DEBUG nova.virt.hardware [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 551.041480] env[62024]: DEBUG nova.virt.hardware [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 551.041707] env[62024]: DEBUG nova.virt.hardware [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 551.042222] env[62024]: DEBUG nova.virt.hardware [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 551.042401] env[62024]: DEBUG nova.virt.hardware [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 551.042705] env[62024]: DEBUG nova.virt.hardware [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 551.043169] env[62024]: DEBUG nova.virt.hardware [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 551.044226] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5b65c7-78d7-409f-b8cb-f0ddbfe16773 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.057500] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18089ab-b288-496f-a128-5fd5f2a12929 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.093162] env[62024]: DEBUG nova.compute.manager [req-7d2ea2e8-aa7a-40a1-9112-e0a37faac658 req-2dd3f626-63f0-40d7-ad6b-c4629670ab00 service nova] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Received event network-changed-552be75a-c71f-43f6-95bd-984d0fc919c8 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 551.093513] env[62024]: DEBUG nova.compute.manager [req-7d2ea2e8-aa7a-40a1-9112-e0a37faac658 req-2dd3f626-63f0-40d7-ad6b-c4629670ab00 service nova] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Refreshing instance network info cache due to event network-changed-552be75a-c71f-43f6-95bd-984d0fc919c8. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 551.093591] env[62024]: DEBUG oslo_concurrency.lockutils [req-7d2ea2e8-aa7a-40a1-9112-e0a37faac658 req-2dd3f626-63f0-40d7-ad6b-c4629670ab00 service nova] Acquiring lock "refresh_cache-2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.093683] env[62024]: DEBUG oslo_concurrency.lockutils [req-7d2ea2e8-aa7a-40a1-9112-e0a37faac658 req-2dd3f626-63f0-40d7-ad6b-c4629670ab00 service nova] Acquired lock "refresh_cache-2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.093863] env[62024]: DEBUG nova.network.neutron [req-7d2ea2e8-aa7a-40a1-9112-e0a37faac658 req-2dd3f626-63f0-40d7-ad6b-c4629670ab00 service nova] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Refreshing network info cache for port 552be75a-c71f-43f6-95bd-984d0fc919c8 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 551.278420] env[62024]: DEBUG nova.scheduler.client.report [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 551.509385] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287616, 'name': CreateVM_Task, 'duration_secs': 0.423011} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.509640] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 551.510255] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.510423] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.510771] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.511054] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576e6bf1-45f6-4be5-ac6c-3e1bc443d753 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.521015] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Waiting for the task: (returnval){ [ 551.521015] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523ab77a-8198-49c1-2f16-ae8dd1780158" [ 551.521015] env[62024]: _type = "Task" [ 551.521015] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.536597] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523ab77a-8198-49c1-2f16-ae8dd1780158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.633485] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-321a0507-bbe5-43e3-a693-ed2246d2b826 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 551.633834] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4acd6412-164e-443b-a532-df427268a06d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.643881] env[62024]: DEBUG oslo_vmware.api [None req-321a0507-bbe5-43e3-a693-ed2246d2b826 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 551.643881] env[62024]: value = "task-2287617" [ 551.643881] env[62024]: _type = "Task" [ 551.643881] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.654638] env[62024]: DEBUG oslo_vmware.api [None req-321a0507-bbe5-43e3-a693-ed2246d2b826 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.784930] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.785841] env[62024]: DEBUG nova.compute.manager [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 551.792889] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.988s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.796309] env[62024]: INFO nova.compute.claims [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.851772] env[62024]: DEBUG nova.network.neutron [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Successfully updated port: 157687c1-b9ce-4adb-ae8e-0726768123bb {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 551.962336] env[62024]: DEBUG nova.network.neutron [req-4a660d77-7d89-4bce-af41-af8052edd421 req-7faed0e2-e4e5-4433-946d-96fac4d780b4 service nova] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Updated VIF entry in instance network info cache for port b7326cb3-caa2-433f-96e0-69dc6ebfb562. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 551.962730] env[62024]: DEBUG nova.network.neutron [req-4a660d77-7d89-4bce-af41-af8052edd421 req-7faed0e2-e4e5-4433-946d-96fac4d780b4 service nova] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Updating instance_info_cache with network_info: [{"id": "b7326cb3-caa2-433f-96e0-69dc6ebfb562", "address": "fa:16:3e:a9:d3:05", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7326cb3-ca", "ovs_interfaceid": "b7326cb3-caa2-433f-96e0-69dc6ebfb562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.032534] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523ab77a-8198-49c1-2f16-ae8dd1780158, 'name': SearchDatastore_Task, 'duration_secs': 0.013964} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.033633] env[62024]: DEBUG nova.network.neutron [req-7d2ea2e8-aa7a-40a1-9112-e0a37faac658 req-2dd3f626-63f0-40d7-ad6b-c4629670ab00 service nova] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Updated VIF entry in instance network info cache for port 552be75a-c71f-43f6-95bd-984d0fc919c8. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 552.035457] env[62024]: DEBUG nova.network.neutron [req-7d2ea2e8-aa7a-40a1-9112-e0a37faac658 req-2dd3f626-63f0-40d7-ad6b-c4629670ab00 service nova] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Updating instance_info_cache with network_info: [{"id": "552be75a-c71f-43f6-95bd-984d0fc919c8", "address": "fa:16:3e:d5:5a:a1", "network": {"id": "a5f5b4e9-9a7e-416b-b22b-7a468b885fa5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1777628599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff600bd47284166baba15c785ff96a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552be75a-c7", "ovs_interfaceid": "552be75a-c71f-43f6-95bd-984d0fc919c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.037764] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.038973] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 552.039289] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.039984] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.039984] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 552.042801] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb3774ad-eb68-41a4-9055-73f005e1a98e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.047969] env[62024]: DEBUG nova.compute.manager [req-dab7d070-60a6-48e0-83bc-caf70e511a93 req-025b26e6-dc37-4e21-996e-9ffd0288682b service nova] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Received event network-vif-plugged-157687c1-b9ce-4adb-ae8e-0726768123bb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 552.048193] env[62024]: DEBUG oslo_concurrency.lockutils [req-dab7d070-60a6-48e0-83bc-caf70e511a93 req-025b26e6-dc37-4e21-996e-9ffd0288682b service nova] Acquiring lock "c8089295-8fc8-459c-a66e-7be478e1b7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.048397] env[62024]: DEBUG oslo_concurrency.lockutils [req-dab7d070-60a6-48e0-83bc-caf70e511a93 req-025b26e6-dc37-4e21-996e-9ffd0288682b service nova] Lock "c8089295-8fc8-459c-a66e-7be478e1b7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.048639] env[62024]: DEBUG oslo_concurrency.lockutils [req-dab7d070-60a6-48e0-83bc-caf70e511a93 req-025b26e6-dc37-4e21-996e-9ffd0288682b service nova] Lock "c8089295-8fc8-459c-a66e-7be478e1b7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.048823] env[62024]: DEBUG nova.compute.manager [req-dab7d070-60a6-48e0-83bc-caf70e511a93 req-025b26e6-dc37-4e21-996e-9ffd0288682b service nova] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] No waiting events found dispatching network-vif-plugged-157687c1-b9ce-4adb-ae8e-0726768123bb {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 552.052044] env[62024]: WARNING nova.compute.manager [req-dab7d070-60a6-48e0-83bc-caf70e511a93 req-025b26e6-dc37-4e21-996e-9ffd0288682b service nova] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Received unexpected event network-vif-plugged-157687c1-b9ce-4adb-ae8e-0726768123bb for instance with vm_state building and task_state spawning. [ 552.059994] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 552.060238] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 552.061216] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8783587d-c352-43f0-a0a6-b954010680cb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.069362] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Waiting for the task: (returnval){ [ 552.069362] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52be30ca-2498-ebed-2a07-195bcd515fb2" [ 552.069362] env[62024]: _type = "Task" [ 552.069362] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.080483] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52be30ca-2498-ebed-2a07-195bcd515fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.154019] env[62024]: DEBUG oslo_vmware.api [None req-321a0507-bbe5-43e3-a693-ed2246d2b826 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287617, 'name': PowerOffVM_Task, 'duration_secs': 0.209825} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.154373] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-321a0507-bbe5-43e3-a693-ed2246d2b826 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 552.154626] env[62024]: DEBUG nova.compute.manager [None req-321a0507-bbe5-43e3-a693-ed2246d2b826 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 552.155510] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763c8b84-2c0e-421e-8872-10b7b4b2e2ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.302989] env[62024]: DEBUG nova.compute.utils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 552.307594] env[62024]: DEBUG nova.compute.manager [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 552.307594] env[62024]: DEBUG nova.network.neutron [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 552.355770] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Acquiring lock "refresh_cache-c8089295-8fc8-459c-a66e-7be478e1b7ec" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.355770] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Acquired lock "refresh_cache-c8089295-8fc8-459c-a66e-7be478e1b7ec" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.355770] env[62024]: DEBUG nova.network.neutron [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 552.416157] env[62024]: DEBUG nova.policy [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8169696166574efd8fe6d111d5507dc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9e28c575ec04ebf9b5c9e1ac4ed1e9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 552.469033] env[62024]: DEBUG oslo_concurrency.lockutils [req-4a660d77-7d89-4bce-af41-af8052edd421 req-7faed0e2-e4e5-4433-946d-96fac4d780b4 service nova] Releasing lock "refresh_cache-98081ed8-ed47-4007-8704-afda0d808dcb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.540497] env[62024]: DEBUG oslo_concurrency.lockutils [req-7d2ea2e8-aa7a-40a1-9112-e0a37faac658 req-2dd3f626-63f0-40d7-ad6b-c4629670ab00 service nova] Releasing lock "refresh_cache-2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.582270] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52be30ca-2498-ebed-2a07-195bcd515fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.012886} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.583313] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a00f46db-77f5-4bcc-9ba8-d612b0b00d27 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.590870] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Waiting for the task: (returnval){ [ 552.590870] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5243c98a-546d-24f0-3787-a74054a89d63" [ 552.590870] env[62024]: _type = "Task" [ 552.590870] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.603950] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5243c98a-546d-24f0-3787-a74054a89d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.668474] env[62024]: DEBUG oslo_concurrency.lockutils [None req-321a0507-bbe5-43e3-a693-ed2246d2b826 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.808973] env[62024]: DEBUG nova.compute.manager [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.925385] env[62024]: DEBUG nova.network.neutron [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.106638] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5243c98a-546d-24f0-3787-a74054a89d63, 'name': SearchDatastore_Task, 'duration_secs': 0.011604} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.106638] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.106638] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 98081ed8-ed47-4007-8704-afda0d808dcb/98081ed8-ed47-4007-8704-afda0d808dcb.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 553.106638] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9893d928-f288-4f2e-81a3-ece8c04e9bb2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.119076] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Waiting for the task: (returnval){ [ 553.119076] env[62024]: value = "task-2287618" [ 553.119076] env[62024]: _type = "Task" [ 553.119076] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.132229] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.240198] env[62024]: DEBUG nova.network.neutron [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Updating instance_info_cache with network_info: [{"id": "157687c1-b9ce-4adb-ae8e-0726768123bb", "address": "fa:16:3e:c5:66:a2", "network": {"id": "333b9fab-b652-4123-96c2-d5656ab26398", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2065303071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1772e70d3fc844bb864dc68a72e5032a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157687c1-b9", "ovs_interfaceid": "157687c1-b9ce-4adb-ae8e-0726768123bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.277395] env[62024]: DEBUG nova.network.neutron [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Successfully created port: 9f4144c3-cec1-4261-8a4d-89d6850a164d {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 553.373628] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bd027e-77e4-4e0f-90d1-afa0e494b207 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.387078] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b72f4e-4edf-4957-a76b-98eb86db9ade {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.429171] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3285338-906f-4d8e-a8d9-0ac45d6793e8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.439040] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194bf830-ca82-44c6-afe3-27ac2a8b4523 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.464205] env[62024]: DEBUG nova.compute.provider_tree [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 553.632120] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287618, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.745030] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Releasing lock "refresh_cache-c8089295-8fc8-459c-a66e-7be478e1b7ec" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.745030] env[62024]: DEBUG nova.compute.manager [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Instance network_info: |[{"id": "157687c1-b9ce-4adb-ae8e-0726768123bb", "address": "fa:16:3e:c5:66:a2", "network": {"id": "333b9fab-b652-4123-96c2-d5656ab26398", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2065303071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1772e70d3fc844bb864dc68a72e5032a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157687c1-b9", "ovs_interfaceid": "157687c1-b9ce-4adb-ae8e-0726768123bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 553.745289] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:66:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '157687c1-b9ce-4adb-ae8e-0726768123bb', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 553.752486] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Creating folder: Project (1772e70d3fc844bb864dc68a72e5032a). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.752486] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ce9885a-a2b7-450e-b3ab-90fb204b8c7e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.769988] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Created folder: Project (1772e70d3fc844bb864dc68a72e5032a) in parent group-v465568. [ 553.769988] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Creating folder: Instances. Parent ref: group-v465609. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.769988] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8f8c941-0aba-4600-89f5-9fcd22b3e3e9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.782025] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Created folder: Instances in parent group-v465609. [ 553.782025] env[62024]: DEBUG oslo.service.loopingcall [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.782025] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.782478] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6af87849-a6ae-4e83-a4bc-b81059b219ec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.819385] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.819385] env[62024]: value = "task-2287621" [ 553.819385] env[62024]: _type = "Task" [ 553.819385] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.825440] env[62024]: DEBUG nova.compute.manager [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 553.838807] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287621, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.866289] env[62024]: DEBUG nova.virt.hardware [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 553.866597] env[62024]: DEBUG nova.virt.hardware [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.866746] env[62024]: DEBUG nova.virt.hardware [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 553.866926] env[62024]: DEBUG nova.virt.hardware [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.867815] env[62024]: DEBUG nova.virt.hardware [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 553.867815] env[62024]: DEBUG nova.virt.hardware [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 553.867967] env[62024]: DEBUG nova.virt.hardware [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 553.868027] env[62024]: DEBUG nova.virt.hardware [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 553.868170] env[62024]: DEBUG nova.virt.hardware [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 553.868326] env[62024]: DEBUG nova.virt.hardware [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 553.868494] env[62024]: DEBUG nova.virt.hardware [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 553.869623] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c62d9c4-f843-4f63-8a58-04cba78e8b54 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.882494] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c563041f-0a54-495d-8c16-431218435b74 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.972120] env[62024]: DEBUG nova.scheduler.client.report [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 554.134375] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549502} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.134375] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 98081ed8-ed47-4007-8704-afda0d808dcb/98081ed8-ed47-4007-8704-afda0d808dcb.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 554.134620] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 554.135097] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bde72829-e4ea-4d05-9c16-f10e3c99ecaa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.145724] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Waiting for the task: (returnval){ [ 554.145724] env[62024]: value = "task-2287622" [ 554.145724] env[62024]: _type = "Task" [ 554.145724] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.154312] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.331576] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287621, 'name': CreateVM_Task, 'duration_secs': 0.393555} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.333640] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.333640] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.333640] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.333640] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.333640] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71796636-3f76-4d20-a27d-bb6f483891f1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.339445] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 554.339445] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527cd784-cb67-3738-5af7-3afc34e415ee" [ 554.339445] env[62024]: _type = "Task" [ 554.339445] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.350683] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527cd784-cb67-3738-5af7-3afc34e415ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.416460] env[62024]: DEBUG nova.compute.manager [req-dd56a42d-b3c2-4695-95ed-ba07714b45af req-0cb27703-a187-487c-814b-e0d3d29c3ace service nova] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Received event network-changed-157687c1-b9ce-4adb-ae8e-0726768123bb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 554.416654] env[62024]: DEBUG nova.compute.manager [req-dd56a42d-b3c2-4695-95ed-ba07714b45af req-0cb27703-a187-487c-814b-e0d3d29c3ace service nova] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Refreshing instance network info cache due to event network-changed-157687c1-b9ce-4adb-ae8e-0726768123bb. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 554.416862] env[62024]: DEBUG oslo_concurrency.lockutils [req-dd56a42d-b3c2-4695-95ed-ba07714b45af req-0cb27703-a187-487c-814b-e0d3d29c3ace service nova] Acquiring lock "refresh_cache-c8089295-8fc8-459c-a66e-7be478e1b7ec" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.417296] env[62024]: DEBUG oslo_concurrency.lockutils [req-dd56a42d-b3c2-4695-95ed-ba07714b45af req-0cb27703-a187-487c-814b-e0d3d29c3ace service nova] Acquired lock "refresh_cache-c8089295-8fc8-459c-a66e-7be478e1b7ec" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.417296] env[62024]: DEBUG nova.network.neutron [req-dd56a42d-b3c2-4695-95ed-ba07714b45af req-0cb27703-a187-487c-814b-e0d3d29c3ace service nova] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Refreshing network info cache for port 157687c1-b9ce-4adb-ae8e-0726768123bb {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 554.481703] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.481703] env[62024]: DEBUG nova.compute.manager [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 554.483236] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.810s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.658116] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201905} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.658440] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 554.659405] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9f885e-3f80-41b2-87e3-15ea7eaac465 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.694995] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 98081ed8-ed47-4007-8704-afda0d808dcb/98081ed8-ed47-4007-8704-afda0d808dcb.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 554.695872] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa407ad-79aa-4b43-9047-67ff7ba36808 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.719060] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Waiting for the task: (returnval){ [ 554.719060] env[62024]: value = "task-2287623" [ 554.719060] env[62024]: _type = "Task" [ 554.719060] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.728949] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.853232] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527cd784-cb67-3738-5af7-3afc34e415ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013019} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.853232] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.853583] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 554.854204] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.854204] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.854204] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 554.856135] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b3d0327-5436-4e89-8bcf-4775acc801a8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.871025] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 554.871025] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 554.871025] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eba8411-4146-4d70-9d71-fd5ddc9a5cce {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.876926] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 554.876926] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528a3762-3c63-2216-db3d-781a04b889ef" [ 554.876926] env[62024]: _type = "Task" [ 554.876926] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.887432] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528a3762-3c63-2216-db3d-781a04b889ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.987673] env[62024]: DEBUG nova.objects.instance [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lazy-loading 'flavor' on Instance uuid 2c954ee4-f76a-4c72-98fa-ba43513bb93d {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 554.991383] env[62024]: DEBUG nova.compute.utils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 554.997655] env[62024]: INFO nova.compute.claims [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 555.003534] env[62024]: DEBUG nova.compute.manager [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 555.003797] env[62024]: DEBUG nova.network.neutron [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 555.115182] env[62024]: DEBUG nova.policy [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f13b83a5b77c4cd798555f72a581091e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fce25c0108142bc9fec21c534c77fe0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 555.235964] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287623, 'name': ReconfigVM_Task, 'duration_secs': 0.338665} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.236544] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 98081ed8-ed47-4007-8704-afda0d808dcb/98081ed8-ed47-4007-8704-afda0d808dcb.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 555.239033] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3756e57-1f81-457b-abcd-eba412777250 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.247674] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Waiting for the task: (returnval){ [ 555.247674] env[62024]: value = "task-2287624" [ 555.247674] env[62024]: _type = "Task" [ 555.247674] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.258972] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287624, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.393356] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528a3762-3c63-2216-db3d-781a04b889ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.395280] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d5dc1a-75fa-4a64-ab67-3229c0168e7e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.403508] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 555.403508] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52df00d1-c6aa-57d1-9b0b-4c0b7c2a1556" [ 555.403508] env[62024]: _type = "Task" [ 555.403508] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.414811] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52df00d1-c6aa-57d1-9b0b-4c0b7c2a1556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.421724] env[62024]: DEBUG nova.network.neutron [req-dd56a42d-b3c2-4695-95ed-ba07714b45af req-0cb27703-a187-487c-814b-e0d3d29c3ace service nova] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Updated VIF entry in instance network info cache for port 157687c1-b9ce-4adb-ae8e-0726768123bb. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 555.422097] env[62024]: DEBUG nova.network.neutron [req-dd56a42d-b3c2-4695-95ed-ba07714b45af req-0cb27703-a187-487c-814b-e0d3d29c3ace service nova] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Updating instance_info_cache with network_info: [{"id": "157687c1-b9ce-4adb-ae8e-0726768123bb", "address": "fa:16:3e:c5:66:a2", "network": {"id": "333b9fab-b652-4123-96c2-d5656ab26398", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2065303071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1772e70d3fc844bb864dc68a72e5032a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157687c1-b9", "ovs_interfaceid": "157687c1-b9ce-4adb-ae8e-0726768123bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.505149] env[62024]: DEBUG nova.compute.manager [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 555.514606] env[62024]: DEBUG oslo_concurrency.lockutils [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "refresh_cache-2c954ee4-f76a-4c72-98fa-ba43513bb93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.514792] env[62024]: DEBUG oslo_concurrency.lockutils [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquired lock "refresh_cache-2c954ee4-f76a-4c72-98fa-ba43513bb93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.514965] env[62024]: DEBUG nova.network.neutron [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 555.515153] env[62024]: DEBUG nova.objects.instance [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lazy-loading 'info_cache' on Instance uuid 2c954ee4-f76a-4c72-98fa-ba43513bb93d {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 555.523803] env[62024]: INFO nova.compute.resource_tracker [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating resource usage from migration d742316d-0ebc-4ab4-af92-02f572746075 [ 555.591235] env[62024]: DEBUG nova.network.neutron [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Successfully updated port: 9f4144c3-cec1-4261-8a4d-89d6850a164d {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 555.762432] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287624, 'name': Rename_Task, 'duration_secs': 0.222443} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.762731] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 555.765041] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48a82f4b-62b3-4e46-8c78-14be362abf35 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.766876] env[62024]: DEBUG nova.network.neutron [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Successfully created port: a586380c-f853-4732-b380-0f395c918aa9 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 555.779154] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Waiting for the task: (returnval){ [ 555.779154] env[62024]: value = "task-2287625" [ 555.779154] env[62024]: _type = "Task" [ 555.779154] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.794162] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.920820] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52df00d1-c6aa-57d1-9b0b-4c0b7c2a1556, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.926049] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.926049] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] c8089295-8fc8-459c-a66e-7be478e1b7ec/c8089295-8fc8-459c-a66e-7be478e1b7ec.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 555.928134] env[62024]: DEBUG oslo_concurrency.lockutils [req-dd56a42d-b3c2-4695-95ed-ba07714b45af req-0cb27703-a187-487c-814b-e0d3d29c3ace service nova] Releasing lock "refresh_cache-c8089295-8fc8-459c-a66e-7be478e1b7ec" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.928134] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da80ef9d-e800-4d33-b20b-be5457ce8aea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.937932] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 555.937932] env[62024]: value = "task-2287626" [ 555.937932] env[62024]: _type = "Task" [ 555.937932] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.950919] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.019666] env[62024]: DEBUG nova.objects.base [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Object Instance<2c954ee4-f76a-4c72-98fa-ba43513bb93d> lazy-loaded attributes: flavor,info_cache {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 556.096071] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Acquiring lock "refresh_cache-19277cfb-5358-49a0-a8e9-bbd55722df41" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.096071] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Acquired lock "refresh_cache-19277cfb-5358-49a0-a8e9-bbd55722df41" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.096071] env[62024]: DEBUG nova.network.neutron [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 556.242310] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42886bf6-8bc6-43bc-919e-51fdfd61d06d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.251868] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5e21d4-e879-4c4e-b737-f5cb32712d3d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.296475] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89303b97-df7c-4cd4-aee7-7903e08a68fc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.308318] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287625, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.312920] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd564e6-0770-4886-8885-2c890013eb11 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.337096] env[62024]: DEBUG nova.compute.provider_tree [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.451883] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287626, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.519080] env[62024]: DEBUG nova.compute.manager [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 556.552011] env[62024]: DEBUG nova.virt.hardware [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 556.552342] env[62024]: DEBUG nova.virt.hardware [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 556.552501] env[62024]: DEBUG nova.virt.hardware [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 556.552680] env[62024]: DEBUG nova.virt.hardware [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 556.552824] env[62024]: DEBUG nova.virt.hardware [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 556.552969] env[62024]: DEBUG nova.virt.hardware [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 556.553230] env[62024]: DEBUG nova.virt.hardware [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 556.553392] env[62024]: DEBUG nova.virt.hardware [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 556.553556] env[62024]: DEBUG nova.virt.hardware [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 556.553721] env[62024]: DEBUG nova.virt.hardware [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 556.553893] env[62024]: DEBUG nova.virt.hardware [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 556.554864] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e04f10a-ca2d-496c-9cd3-eb42b4f7cb6a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.564826] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd27829-2028-411c-a42a-b221a497fac5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.648313] env[62024]: DEBUG nova.network.neutron [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 556.808985] env[62024]: DEBUG oslo_vmware.api [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287625, 'name': PowerOnVM_Task, 'duration_secs': 0.543327} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.811362] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 556.812197] env[62024]: INFO nova.compute.manager [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Took 8.53 seconds to spawn the instance on the hypervisor. [ 556.812483] env[62024]: DEBUG nova.compute.manager [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 556.813343] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269f6d45-7e0e-458f-aac0-99e06575c7d5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.841215] env[62024]: DEBUG nova.scheduler.client.report [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 556.904798] env[62024]: DEBUG nova.network.neutron [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Updating instance_info_cache with network_info: [{"id": "9f4144c3-cec1-4261-8a4d-89d6850a164d", "address": "fa:16:3e:88:ef:4a", "network": {"id": "ab9ac1ba-f06f-4a92-b90c-b1938fbd1a19", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1363958702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e28c575ec04ebf9b5c9e1ac4ed1e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4144c3-ce", "ovs_interfaceid": "9f4144c3-cec1-4261-8a4d-89d6850a164d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.950665] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532078} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.950995] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] c8089295-8fc8-459c-a66e-7be478e1b7ec/c8089295-8fc8-459c-a66e-7be478e1b7ec.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 556.954038] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 556.954038] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b0073ba-e8d1-4806-8e7f-6cd2fb230745 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.960204] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 556.960204] env[62024]: value = "task-2287627" [ 556.960204] env[62024]: _type = "Task" [ 556.960204] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.970665] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.029713] env[62024]: DEBUG nova.network.neutron [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Updating instance_info_cache with network_info: [{"id": "eb952509-b23c-40d1-81b8-6e6025c309e1", "address": "fa:16:3e:92:db:b5", "network": {"id": "34eee544-da66-4485-8f59-e80b9c3104f6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1242323123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56a271e031554e62bd96504b04b55864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb952509-b2", "ovs_interfaceid": "eb952509-b23c-40d1-81b8-6e6025c309e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.297964] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "8b6b7cb7-4895-4e3e-b020-071130ad88ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.297964] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "8b6b7cb7-4895-4e3e-b020-071130ad88ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.337768] env[62024]: INFO nova.compute.manager [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Took 24.86 seconds to build instance. [ 557.349118] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.864s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.349118] env[62024]: INFO nova.compute.manager [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Migrating [ 557.349118] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.349118] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.350195] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.420s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.351332] env[62024]: INFO nova.compute.claims [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 557.407408] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Releasing lock "refresh_cache-19277cfb-5358-49a0-a8e9-bbd55722df41" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.407915] env[62024]: DEBUG nova.compute.manager [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Instance network_info: |[{"id": "9f4144c3-cec1-4261-8a4d-89d6850a164d", "address": "fa:16:3e:88:ef:4a", "network": {"id": "ab9ac1ba-f06f-4a92-b90c-b1938fbd1a19", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1363958702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e28c575ec04ebf9b5c9e1ac4ed1e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4144c3-ce", "ovs_interfaceid": "9f4144c3-cec1-4261-8a4d-89d6850a164d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 557.408725] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:ef:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f4144c3-cec1-4261-8a4d-89d6850a164d', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 557.420108] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Creating folder: Project (d9e28c575ec04ebf9b5c9e1ac4ed1e9e). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.424297] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aec2c1cc-5fe4-4cd2-8853-b19aed0d41b3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.438433] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Created folder: Project (d9e28c575ec04ebf9b5c9e1ac4ed1e9e) in parent group-v465568. [ 557.438674] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Creating folder: Instances. Parent ref: group-v465612. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.439043] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-484b0d84-eaa3-42fa-829d-c0a9e899c5ca {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.452997] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Created folder: Instances in parent group-v465612. [ 557.453091] env[62024]: DEBUG oslo.service.loopingcall [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 557.453344] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 557.453620] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a696e15-3ec4-4737-8075-ba0f0a5c4999 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.482158] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109969} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.483708] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.484034] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.484034] env[62024]: value = "task-2287630" [ 557.484034] env[62024]: _type = "Task" [ 557.484034] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.484865] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32be7fd-7b6a-439b-9372-cd6cc2d9fafc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.496714] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287630, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.518269] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] c8089295-8fc8-459c-a66e-7be478e1b7ec/c8089295-8fc8-459c-a66e-7be478e1b7ec.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.518837] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67119259-01b4-4753-a653-19adfc5a590c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.535752] env[62024]: DEBUG oslo_concurrency.lockutils [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Releasing lock "refresh_cache-2c954ee4-f76a-4c72-98fa-ba43513bb93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.544498] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 557.544498] env[62024]: value = "task-2287631" [ 557.544498] env[62024]: _type = "Task" [ 557.544498] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.556744] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.588527] env[62024]: DEBUG nova.compute.manager [req-2df61528-f8b2-450e-b959-5684578da534 req-06e1c934-cded-40e0-a7b3-7ac8c35cc271 service nova] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Received event network-vif-plugged-9f4144c3-cec1-4261-8a4d-89d6850a164d {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 557.588527] env[62024]: DEBUG oslo_concurrency.lockutils [req-2df61528-f8b2-450e-b959-5684578da534 req-06e1c934-cded-40e0-a7b3-7ac8c35cc271 service nova] Acquiring lock "19277cfb-5358-49a0-a8e9-bbd55722df41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.588745] env[62024]: DEBUG oslo_concurrency.lockutils [req-2df61528-f8b2-450e-b959-5684578da534 req-06e1c934-cded-40e0-a7b3-7ac8c35cc271 service nova] Lock "19277cfb-5358-49a0-a8e9-bbd55722df41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.591493] env[62024]: DEBUG oslo_concurrency.lockutils [req-2df61528-f8b2-450e-b959-5684578da534 req-06e1c934-cded-40e0-a7b3-7ac8c35cc271 service nova] Lock "19277cfb-5358-49a0-a8e9-bbd55722df41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.591493] env[62024]: DEBUG nova.compute.manager [req-2df61528-f8b2-450e-b959-5684578da534 req-06e1c934-cded-40e0-a7b3-7ac8c35cc271 service nova] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] No waiting events found dispatching network-vif-plugged-9f4144c3-cec1-4261-8a4d-89d6850a164d {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 557.591493] env[62024]: WARNING nova.compute.manager [req-2df61528-f8b2-450e-b959-5684578da534 req-06e1c934-cded-40e0-a7b3-7ac8c35cc271 service nova] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Received unexpected event network-vif-plugged-9f4144c3-cec1-4261-8a4d-89d6850a164d for instance with vm_state building and task_state spawning. [ 557.591493] env[62024]: DEBUG nova.compute.manager [req-2df61528-f8b2-450e-b959-5684578da534 req-06e1c934-cded-40e0-a7b3-7ac8c35cc271 service nova] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Received event network-changed-9f4144c3-cec1-4261-8a4d-89d6850a164d {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 557.591493] env[62024]: DEBUG nova.compute.manager [req-2df61528-f8b2-450e-b959-5684578da534 req-06e1c934-cded-40e0-a7b3-7ac8c35cc271 service nova] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Refreshing instance network info cache due to event network-changed-9f4144c3-cec1-4261-8a4d-89d6850a164d. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 557.593983] env[62024]: DEBUG oslo_concurrency.lockutils [req-2df61528-f8b2-450e-b959-5684578da534 req-06e1c934-cded-40e0-a7b3-7ac8c35cc271 service nova] Acquiring lock "refresh_cache-19277cfb-5358-49a0-a8e9-bbd55722df41" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.593983] env[62024]: DEBUG oslo_concurrency.lockutils [req-2df61528-f8b2-450e-b959-5684578da534 req-06e1c934-cded-40e0-a7b3-7ac8c35cc271 service nova] Acquired lock "refresh_cache-19277cfb-5358-49a0-a8e9-bbd55722df41" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.593983] env[62024]: DEBUG nova.network.neutron [req-2df61528-f8b2-450e-b959-5684578da534 req-06e1c934-cded-40e0-a7b3-7ac8c35cc271 service nova] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Refreshing network info cache for port 9f4144c3-cec1-4261-8a4d-89d6850a164d {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 557.841490] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ab23977f-2fa8-4c53-bf62-3dd623401c16 tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Lock "98081ed8-ed47-4007-8704-afda0d808dcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.659s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.859432] env[62024]: INFO nova.compute.rpcapi [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 557.859432] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.003685] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287630, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.061175] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287631, 'name': ReconfigVM_Task, 'duration_secs': 0.316991} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.064401] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Reconfigured VM instance instance-0000000f to attach disk [datastore1] c8089295-8fc8-459c-a66e-7be478e1b7ec/c8089295-8fc8-459c-a66e-7be478e1b7ec.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.066326] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8025d703-aabc-40cc-9a09-b86f68a6704a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.075214] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 558.075214] env[62024]: value = "task-2287632" [ 558.075214] env[62024]: _type = "Task" [ 558.075214] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.090193] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287632, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.345179] env[62024]: DEBUG nova.compute.manager [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 558.386562] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.386742] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.386931] env[62024]: DEBUG nova.network.neutron [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 558.424409] env[62024]: DEBUG nova.network.neutron [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Successfully updated port: a586380c-f853-4732-b380-0f395c918aa9 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 558.502272] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287630, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.506959] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14f41bb-5c06-4c56-b105-14e52e057c58 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.514928] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6f517e-d526-45d4-9559-fee7eba0db34 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.548315] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 558.548790] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6487589-5d36-41e9-b38b-a02b67986bb1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.554021] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c18bd35-b77b-4e22-9e84-dc7dabafadb9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.565389] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7aa733-1a43-4d94-81f3-bda4247cec00 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.569276] env[62024]: DEBUG oslo_vmware.api [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 558.569276] env[62024]: value = "task-2287633" [ 558.569276] env[62024]: _type = "Task" [ 558.569276] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.583554] env[62024]: DEBUG nova.compute.provider_tree [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.594025] env[62024]: DEBUG oslo_vmware.api [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287633, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.598615] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287632, 'name': Rename_Task, 'duration_secs': 0.168071} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.598923] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 558.600096] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97159bb5-e988-47cd-9215-8f45e1b1c6d0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.606238] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 558.606238] env[62024]: value = "task-2287634" [ 558.606238] env[62024]: _type = "Task" [ 558.606238] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.615253] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.619618] env[62024]: DEBUG nova.network.neutron [req-2df61528-f8b2-450e-b959-5684578da534 req-06e1c934-cded-40e0-a7b3-7ac8c35cc271 service nova] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Updated VIF entry in instance network info cache for port 9f4144c3-cec1-4261-8a4d-89d6850a164d. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 558.619951] env[62024]: DEBUG nova.network.neutron [req-2df61528-f8b2-450e-b959-5684578da534 req-06e1c934-cded-40e0-a7b3-7ac8c35cc271 service nova] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Updating instance_info_cache with network_info: [{"id": "9f4144c3-cec1-4261-8a4d-89d6850a164d", "address": "fa:16:3e:88:ef:4a", "network": {"id": "ab9ac1ba-f06f-4a92-b90c-b1938fbd1a19", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1363958702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e28c575ec04ebf9b5c9e1ac4ed1e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4144c3-ce", "ovs_interfaceid": "9f4144c3-cec1-4261-8a4d-89d6850a164d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.866433] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.927979] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "refresh_cache-2200d9af-927b-4de0-b8e4-1b878837dd1d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.928214] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquired lock "refresh_cache-2200d9af-927b-4de0-b8e4-1b878837dd1d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.928394] env[62024]: DEBUG nova.network.neutron [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 559.003993] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287630, 'name': CreateVM_Task, 'duration_secs': 1.470714} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.004194] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 559.005011] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.005525] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.005906] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.006566] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-254f2413-bdf8-473a-ad36-c518919097a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.012767] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Waiting for the task: (returnval){ [ 559.012767] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526dea11-c64f-af20-95c8-2ad4c5105fae" [ 559.012767] env[62024]: _type = "Task" [ 559.012767] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.023150] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526dea11-c64f-af20-95c8-2ad4c5105fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.087927] env[62024]: DEBUG oslo_vmware.api [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.094033] env[62024]: DEBUG nova.scheduler.client.report [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 559.119057] env[62024]: DEBUG oslo_vmware.api [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287634, 'name': PowerOnVM_Task, 'duration_secs': 0.498285} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.119244] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 559.119527] env[62024]: INFO nova.compute.manager [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Took 8.11 seconds to spawn the instance on the hypervisor. [ 559.119868] env[62024]: DEBUG nova.compute.manager [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.120851] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e47d663-3d3e-4e15-bde1-a70de703ebad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.124540] env[62024]: DEBUG oslo_concurrency.lockutils [req-2df61528-f8b2-450e-b959-5684578da534 req-06e1c934-cded-40e0-a7b3-7ac8c35cc271 service nova] Releasing lock "refresh_cache-19277cfb-5358-49a0-a8e9-bbd55722df41" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.359461] env[62024]: DEBUG nova.network.neutron [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating instance_info_cache with network_info: [{"id": "cf8495bb-8b16-4533-9021-b5af74dd6664", "address": "fa:16:3e:8a:4b:dd", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8495bb-8b", "ovs_interfaceid": "cf8495bb-8b16-4533-9021-b5af74dd6664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.476576] env[62024]: DEBUG nova.network.neutron [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 559.526465] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526dea11-c64f-af20-95c8-2ad4c5105fae, 'name': SearchDatastore_Task, 'duration_secs': 0.012625} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.526997] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.527436] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 559.527774] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.528050] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.528723] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.529610] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd85549d-55b4-480c-a368-c5df722327c6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.545491] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 559.545916] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 559.546764] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a2f487-750a-4caf-b3dc-ee237c4d2e8b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.553083] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Waiting for the task: (returnval){ [ 559.553083] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5267c727-285f-3ffa-4639-89761631d95d" [ 559.553083] env[62024]: _type = "Task" [ 559.553083] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.562895] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5267c727-285f-3ffa-4639-89761631d95d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.585224] env[62024]: DEBUG oslo_vmware.api [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.596247] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.596847] env[62024]: DEBUG nova.compute.manager [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 559.599600] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.941s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.602823] env[62024]: INFO nova.compute.claims [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.645547] env[62024]: INFO nova.compute.manager [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Took 25.53 seconds to build instance. [ 559.716967] env[62024]: DEBUG nova.network.neutron [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Updating instance_info_cache with network_info: [{"id": "a586380c-f853-4732-b380-0f395c918aa9", "address": "fa:16:3e:aa:52:79", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa586380c-f8", "ovs_interfaceid": "a586380c-f853-4732-b380-0f395c918aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.747069] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Acquiring lock "98081ed8-ed47-4007-8704-afda0d808dcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.747069] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Lock "98081ed8-ed47-4007-8704-afda0d808dcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.747069] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Acquiring lock "98081ed8-ed47-4007-8704-afda0d808dcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.747069] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Lock "98081ed8-ed47-4007-8704-afda0d808dcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.747388] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Lock "98081ed8-ed47-4007-8704-afda0d808dcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.749654] env[62024]: INFO nova.compute.manager [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Terminating instance [ 559.860917] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Releasing lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.012361] env[62024]: DEBUG nova.compute.manager [req-c7865988-64b7-4c40-8755-6fce22b0f8b6 req-34d1cbe0-52db-4fae-952e-03e812e08792 service nova] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Received event network-vif-plugged-a586380c-f853-4732-b380-0f395c918aa9 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 560.012597] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7865988-64b7-4c40-8755-6fce22b0f8b6 req-34d1cbe0-52db-4fae-952e-03e812e08792 service nova] Acquiring lock "2200d9af-927b-4de0-b8e4-1b878837dd1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.014228] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7865988-64b7-4c40-8755-6fce22b0f8b6 req-34d1cbe0-52db-4fae-952e-03e812e08792 service nova] Lock "2200d9af-927b-4de0-b8e4-1b878837dd1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.014511] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7865988-64b7-4c40-8755-6fce22b0f8b6 req-34d1cbe0-52db-4fae-952e-03e812e08792 service nova] Lock "2200d9af-927b-4de0-b8e4-1b878837dd1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.014738] env[62024]: DEBUG nova.compute.manager [req-c7865988-64b7-4c40-8755-6fce22b0f8b6 req-34d1cbe0-52db-4fae-952e-03e812e08792 service nova] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] No waiting events found dispatching network-vif-plugged-a586380c-f853-4732-b380-0f395c918aa9 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 560.014938] env[62024]: WARNING nova.compute.manager [req-c7865988-64b7-4c40-8755-6fce22b0f8b6 req-34d1cbe0-52db-4fae-952e-03e812e08792 service nova] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Received unexpected event network-vif-plugged-a586380c-f853-4732-b380-0f395c918aa9 for instance with vm_state building and task_state spawning. [ 560.015166] env[62024]: DEBUG nova.compute.manager [req-c7865988-64b7-4c40-8755-6fce22b0f8b6 req-34d1cbe0-52db-4fae-952e-03e812e08792 service nova] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Received event network-changed-a586380c-f853-4732-b380-0f395c918aa9 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 560.015373] env[62024]: DEBUG nova.compute.manager [req-c7865988-64b7-4c40-8755-6fce22b0f8b6 req-34d1cbe0-52db-4fae-952e-03e812e08792 service nova] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Refreshing instance network info cache due to event network-changed-a586380c-f853-4732-b380-0f395c918aa9. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 560.015578] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7865988-64b7-4c40-8755-6fce22b0f8b6 req-34d1cbe0-52db-4fae-952e-03e812e08792 service nova] Acquiring lock "refresh_cache-2200d9af-927b-4de0-b8e4-1b878837dd1d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.065370] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5267c727-285f-3ffa-4639-89761631d95d, 'name': SearchDatastore_Task, 'duration_secs': 0.032294} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.066814] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e6cb0e-383a-4784-871f-d27d117a96c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.074743] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Waiting for the task: (returnval){ [ 560.074743] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bdfd41-877e-c714-46b9-db4501ef5392" [ 560.074743] env[62024]: _type = "Task" [ 560.074743] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.087953] env[62024]: DEBUG oslo_vmware.api [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287633, 'name': PowerOnVM_Task, 'duration_secs': 1.342924} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.091152] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.091421] env[62024]: DEBUG nova.compute.manager [None req-199d4dd6-53ce-41e2-b5e7-6d90aeaf772a tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.091739] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bdfd41-877e-c714-46b9-db4501ef5392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.092807] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35327f38-2d40-4f02-9ea4-fb60d1beb433 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.106017] env[62024]: DEBUG nova.compute.utils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 560.107358] env[62024]: DEBUG nova.compute.manager [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 560.107854] env[62024]: DEBUG nova.network.neutron [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 560.147699] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c823b7-b790-4823-8e45-14bced5a3900 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lock "c8089295-8fc8-459c-a66e-7be478e1b7ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.959s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.155909] env[62024]: DEBUG nova.policy [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eefb1b7847374c4c84e6e9ae8edc880b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b48eee108a62489c930196af26079220', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 560.219641] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Releasing lock "refresh_cache-2200d9af-927b-4de0-b8e4-1b878837dd1d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.220563] env[62024]: DEBUG nova.compute.manager [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Instance network_info: |[{"id": "a586380c-f853-4732-b380-0f395c918aa9", "address": "fa:16:3e:aa:52:79", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa586380c-f8", "ovs_interfaceid": "a586380c-f853-4732-b380-0f395c918aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 560.220563] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7865988-64b7-4c40-8755-6fce22b0f8b6 req-34d1cbe0-52db-4fae-952e-03e812e08792 service nova] Acquired lock "refresh_cache-2200d9af-927b-4de0-b8e4-1b878837dd1d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.220734] env[62024]: DEBUG nova.network.neutron [req-c7865988-64b7-4c40-8755-6fce22b0f8b6 req-34d1cbe0-52db-4fae-952e-03e812e08792 service nova] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Refreshing network info cache for port a586380c-f853-4732-b380-0f395c918aa9 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 560.223844] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:52:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a586380c-f853-4732-b380-0f395c918aa9', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 560.229856] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Creating folder: Project (6fce25c0108142bc9fec21c534c77fe0). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.231877] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2016c91e-6921-4149-92d0-2dc6ab117a06 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.248818] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Created folder: Project (6fce25c0108142bc9fec21c534c77fe0) in parent group-v465568. [ 560.248818] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Creating folder: Instances. Parent ref: group-v465615. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.248818] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-240d0085-9ba2-4036-9666-fbeed80febad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.257608] env[62024]: DEBUG nova.compute.manager [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 560.260099] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 560.260099] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb21f20-1cf7-4f24-b201-057156405121 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.266645] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Created folder: Instances in parent group-v465615. [ 560.266946] env[62024]: DEBUG oslo.service.loopingcall [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 560.267733] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 560.269017] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60b346c5-60c1-465d-8408-1fac173a13a8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.294061] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 560.294512] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2c715a9-b6d7-48c6-bc0a-ff01404adbc6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.300135] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 560.300135] env[62024]: value = "task-2287637" [ 560.300135] env[62024]: _type = "Task" [ 560.300135] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.304831] env[62024]: DEBUG oslo_vmware.api [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Waiting for the task: (returnval){ [ 560.304831] env[62024]: value = "task-2287638" [ 560.304831] env[62024]: _type = "Task" [ 560.304831] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.311775] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287637, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.318838] env[62024]: DEBUG oslo_vmware.api [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.519268] env[62024]: DEBUG nova.network.neutron [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Successfully created port: 8e3d1131-625a-43b2-b05a-2f17ebce6587 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 560.588992] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bdfd41-877e-c714-46b9-db4501ef5392, 'name': SearchDatastore_Task, 'duration_secs': 0.022231} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.593641] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.593641] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 19277cfb-5358-49a0-a8e9-bbd55722df41/19277cfb-5358-49a0-a8e9-bbd55722df41.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 560.596113] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b53dd5e-b1f3-48a8-9b21-46ca749070ca {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.610019] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Waiting for the task: (returnval){ [ 560.610019] env[62024]: value = "task-2287639" [ 560.610019] env[62024]: _type = "Task" [ 560.610019] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.615785] env[62024]: DEBUG nova.compute.manager [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.630954] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2287639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.651461] env[62024]: DEBUG nova.compute.manager [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.814812] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287637, 'name': CreateVM_Task, 'duration_secs': 0.399718} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.824914] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 560.825760] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.825939] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.827056] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.827222] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90deb79a-838a-4da2-b55d-bc6a8bc26ee9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.839251] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 560.839251] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523690bd-1072-c627-82fd-47c42bcdb094" [ 560.839251] env[62024]: _type = "Task" [ 560.839251] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.839251] env[62024]: DEBUG oslo_vmware.api [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287638, 'name': PowerOffVM_Task, 'duration_secs': 0.230407} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.839251] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 560.839562] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 560.843128] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22a9479c-3db1-4a99-a397-0b12849e9e2b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.853566] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523690bd-1072-c627-82fd-47c42bcdb094, 'name': SearchDatastore_Task, 'duration_secs': 0.016003} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.853879] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.854130] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 560.854494] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.854665] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.854856] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.855147] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-070766d2-2d0f-4851-9dae-ef374d13976d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.872025] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.872025] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 560.872025] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7fc7611-3767-4904-bffe-098c3146b1bc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.881080] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 560.881080] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525334c2-e6a8-fedd-bc57-8678fff7832c" [ 560.881080] env[62024]: _type = "Task" [ 560.881080] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.895050] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525334c2-e6a8-fedd-bc57-8678fff7832c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.925702] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 560.925932] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 560.926183] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Deleting the datastore file [datastore1] 98081ed8-ed47-4007-8704-afda0d808dcb {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 560.926604] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec7ba1e2-8e79-4234-83f5-c0e3f296f857 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.941039] env[62024]: DEBUG oslo_vmware.api [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Waiting for the task: (returnval){ [ 560.941039] env[62024]: value = "task-2287641" [ 560.941039] env[62024]: _type = "Task" [ 560.941039] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.956459] env[62024]: DEBUG oslo_vmware.api [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.132712] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2287639, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.185332] env[62024]: DEBUG oslo_concurrency.lockutils [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.329400] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3637d7bd-e295-49b8-8f03-acf080306c7e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.338392] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136c68ed-a709-4568-bbf9-56cc2fc3ddae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.374625] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a859571-93d3-4a07-9753-b523342cec46 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.385938] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa92b49e-674c-449b-9d30-2dff4f4da132 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.401457] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8b7fbb-8eec-4ebe-a7b8-53ba813aed0c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.415386] env[62024]: DEBUG nova.compute.provider_tree [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.421788] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525334c2-e6a8-fedd-bc57-8678fff7832c, 'name': SearchDatastore_Task, 'duration_secs': 0.020762} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.436934] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating instance 'a4917632-490f-4fea-b55b-ee28bb21a1e4' progress to 0 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 561.443672] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e7304ea-6004-4a4c-a17d-a2b5f0286d7f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.457970] env[62024]: DEBUG oslo_vmware.api [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Task: {'id': task-2287641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412741} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.458916] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 561.459291] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 561.459291] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 561.459852] env[62024]: INFO nova.compute.manager [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 561.459852] env[62024]: DEBUG oslo.service.loopingcall [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.460044] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 561.460044] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527ca1cd-0067-5548-abd9-84d92ebe03ea" [ 561.460044] env[62024]: _type = "Task" [ 561.460044] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.460330] env[62024]: DEBUG nova.compute.manager [-] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 561.460880] env[62024]: DEBUG nova.network.neutron [-] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 561.471728] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527ca1cd-0067-5548-abd9-84d92ebe03ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.535207] env[62024]: DEBUG nova.network.neutron [req-c7865988-64b7-4c40-8755-6fce22b0f8b6 req-34d1cbe0-52db-4fae-952e-03e812e08792 service nova] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Updated VIF entry in instance network info cache for port a586380c-f853-4732-b380-0f395c918aa9. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 561.537249] env[62024]: DEBUG nova.network.neutron [req-c7865988-64b7-4c40-8755-6fce22b0f8b6 req-34d1cbe0-52db-4fae-952e-03e812e08792 service nova] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Updating instance_info_cache with network_info: [{"id": "a586380c-f853-4732-b380-0f395c918aa9", "address": "fa:16:3e:aa:52:79", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa586380c-f8", "ovs_interfaceid": "a586380c-f853-4732-b380-0f395c918aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.608223] env[62024]: DEBUG nova.compute.manager [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.609268] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faf57ed-4876-4df7-8334-ed2191825e8d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.626996] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2287639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580641} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.627468] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 19277cfb-5358-49a0-a8e9-bbd55722df41/19277cfb-5358-49a0-a8e9-bbd55722df41.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 561.627610] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 561.627880] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-846f89d0-fa6e-4a54-a11d-5f8634f6a16d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.635635] env[62024]: DEBUG nova.compute.manager [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.638886] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Waiting for the task: (returnval){ [ 561.638886] env[62024]: value = "task-2287642" [ 561.638886] env[62024]: _type = "Task" [ 561.638886] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.654887] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2287642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.674050] env[62024]: DEBUG nova.virt.hardware [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.674411] env[62024]: DEBUG nova.virt.hardware [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.674565] env[62024]: DEBUG nova.virt.hardware [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.674757] env[62024]: DEBUG nova.virt.hardware [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.674921] env[62024]: DEBUG nova.virt.hardware [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.675080] env[62024]: DEBUG nova.virt.hardware [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.675293] env[62024]: DEBUG nova.virt.hardware [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.675439] env[62024]: DEBUG nova.virt.hardware [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.675596] env[62024]: DEBUG nova.virt.hardware [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.675751] env[62024]: DEBUG nova.virt.hardware [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.675914] env[62024]: DEBUG nova.virt.hardware [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.677188] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9a9f9a-0d61-409b-a316-21bb25f55b01 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.689657] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6678353a-eb84-4e88-a364-cb3582bb74f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.920792] env[62024]: DEBUG nova.scheduler.client.report [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 561.948916] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 561.949242] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63b133e3-1426-4a1a-892d-1ede7870da7c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.962707] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 561.962707] env[62024]: value = "task-2287643" [ 561.962707] env[62024]: _type = "Task" [ 561.962707] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.984361] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.990227] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527ca1cd-0067-5548-abd9-84d92ebe03ea, 'name': SearchDatastore_Task, 'duration_secs': 0.021583} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.990728] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.990807] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 2200d9af-927b-4de0-b8e4-1b878837dd1d/2200d9af-927b-4de0-b8e4-1b878837dd1d.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.991164] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c5795bc-39e5-4721-902e-58598621c586 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.000121] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 562.000121] env[62024]: value = "task-2287644" [ 562.000121] env[62024]: _type = "Task" [ 562.000121] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.009719] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.039241] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7865988-64b7-4c40-8755-6fce22b0f8b6 req-34d1cbe0-52db-4fae-952e-03e812e08792 service nova] Releasing lock "refresh_cache-2200d9af-927b-4de0-b8e4-1b878837dd1d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.128995] env[62024]: INFO nova.compute.manager [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] instance snapshotting [ 562.131365] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf1b8f4-1303-47c0-a582-38c05d4eecf2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.155590] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daca071-baf2-4f4c-9ecb-04e9bf8b9d94 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.168528] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2287642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079055} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.169893] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.171780] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163f6e93-7f82-4895-b6d1-3530525d25ba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.197736] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 19277cfb-5358-49a0-a8e9-bbd55722df41/19277cfb-5358-49a0-a8e9-bbd55722df41.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.198401] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be94a5c1-a1de-49a7-b97d-a2a091a040fc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.234968] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Waiting for the task: (returnval){ [ 562.234968] env[62024]: value = "task-2287645" [ 562.234968] env[62024]: _type = "Task" [ 562.234968] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.246512] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2287645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.426474] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.427029] env[62024]: DEBUG nova.compute.manager [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.434120] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.530s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.434871] env[62024]: DEBUG nova.objects.instance [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Lazy-loading 'resources' on Instance uuid b870a22c-5824-436a-b809-f7c6e30a4730 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 562.440400] env[62024]: DEBUG nova.network.neutron [-] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.480250] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287643, 'name': PowerOffVM_Task, 'duration_secs': 0.448499} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.480250] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 562.480340] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating instance 'a4917632-490f-4fea-b55b-ee28bb21a1e4' progress to 17 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 562.513108] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287644, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.515283] env[62024]: DEBUG nova.compute.manager [req-9327c1df-0534-46fc-ba81-e797010a11bb req-be69ca55-4536-463f-bba2-2812336c6c7b service nova] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Received event network-vif-deleted-b7326cb3-caa2-433f-96e0-69dc6ebfb562 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 562.671158] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 562.671566] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4a9b2843-deeb-4edf-94ea-e4b82b54ce0b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.682217] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 562.682217] env[62024]: value = "task-2287646" [ 562.682217] env[62024]: _type = "Task" [ 562.682217] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.693807] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287646, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.747200] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2287645, 'name': ReconfigVM_Task, 'duration_secs': 0.493867} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.747555] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 19277cfb-5358-49a0-a8e9-bbd55722df41/19277cfb-5358-49a0-a8e9-bbd55722df41.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 562.748576] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9177596b-4a8c-4124-bc92-effb2112e853 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.758019] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Waiting for the task: (returnval){ [ 562.758019] env[62024]: value = "task-2287647" [ 562.758019] env[62024]: _type = "Task" [ 562.758019] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.768637] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2287647, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.942941] env[62024]: DEBUG nova.compute.utils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 562.947671] env[62024]: DEBUG nova.compute.manager [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 562.947671] env[62024]: DEBUG nova.network.neutron [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 562.948745] env[62024]: INFO nova.compute.manager [-] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Took 1.49 seconds to deallocate network for instance. [ 562.991877] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 562.992901] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 562.993557] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 562.993557] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 562.993557] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 562.993729] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 562.993956] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 562.994345] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 562.994834] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 562.994834] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 562.994834] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 563.005858] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65280571-80b8-4901-8337-cd305611eace {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.031789] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833608} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.033653] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 2200d9af-927b-4de0-b8e4-1b878837dd1d/2200d9af-927b-4de0-b8e4-1b878837dd1d.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 563.033920] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 563.034352] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 563.034352] env[62024]: value = "task-2287648" [ 563.034352] env[62024]: _type = "Task" [ 563.034352] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.037038] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bbd9a71-059e-4cd9-ac0f-3b815bfe4928 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.045689] env[62024]: DEBUG nova.policy [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f13b83a5b77c4cd798555f72a581091e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fce25c0108142bc9fec21c534c77fe0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 563.054026] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287648, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.056504] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 563.056504] env[62024]: value = "task-2287649" [ 563.056504] env[62024]: _type = "Task" [ 563.056504] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.070385] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.087370] env[62024]: DEBUG nova.network.neutron [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Successfully updated port: 8e3d1131-625a-43b2-b05a-2f17ebce6587 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 563.151454] env[62024]: DEBUG nova.compute.manager [req-c19f9235-7e22-4d15-b788-91fe63034c4c req-64116cc2-c9de-4f14-8ae5-9aecfe9b63de service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Received event network-vif-plugged-8e3d1131-625a-43b2-b05a-2f17ebce6587 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.151675] env[62024]: DEBUG oslo_concurrency.lockutils [req-c19f9235-7e22-4d15-b788-91fe63034c4c req-64116cc2-c9de-4f14-8ae5-9aecfe9b63de service nova] Acquiring lock "b8f0e5f1-04c8-4784-a597-768a0900e987-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.152016] env[62024]: DEBUG oslo_concurrency.lockutils [req-c19f9235-7e22-4d15-b788-91fe63034c4c req-64116cc2-c9de-4f14-8ae5-9aecfe9b63de service nova] Lock "b8f0e5f1-04c8-4784-a597-768a0900e987-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.152251] env[62024]: DEBUG oslo_concurrency.lockutils [req-c19f9235-7e22-4d15-b788-91fe63034c4c req-64116cc2-c9de-4f14-8ae5-9aecfe9b63de service nova] Lock "b8f0e5f1-04c8-4784-a597-768a0900e987-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.152424] env[62024]: DEBUG nova.compute.manager [req-c19f9235-7e22-4d15-b788-91fe63034c4c req-64116cc2-c9de-4f14-8ae5-9aecfe9b63de service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] No waiting events found dispatching network-vif-plugged-8e3d1131-625a-43b2-b05a-2f17ebce6587 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 563.152613] env[62024]: WARNING nova.compute.manager [req-c19f9235-7e22-4d15-b788-91fe63034c4c req-64116cc2-c9de-4f14-8ae5-9aecfe9b63de service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Received unexpected event network-vif-plugged-8e3d1131-625a-43b2-b05a-2f17ebce6587 for instance with vm_state building and task_state spawning. [ 563.195821] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287646, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.269303] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2287647, 'name': Rename_Task, 'duration_secs': 0.34667} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.269303] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 563.269303] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1433e2b-3df0-4ebb-8a46-b6b9a1818866 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.278109] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Waiting for the task: (returnval){ [ 563.278109] env[62024]: value = "task-2287650" [ 563.278109] env[62024]: _type = "Task" [ 563.278109] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.289740] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2287650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.449725] env[62024]: DEBUG nova.compute.manager [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.460548] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.478119] env[62024]: DEBUG nova.network.neutron [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Successfully created port: 3a668d2a-7b39-405e-a220-95ce17317761 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 563.559305] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287648, 'name': ReconfigVM_Task, 'duration_secs': 0.307051} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.569333] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating instance 'a4917632-490f-4fea-b55b-ee28bb21a1e4' progress to 33 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 563.581720] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079419} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.583492] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 563.584988] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ba9df2-31f0-4eaa-84c2-12a3e2fd9ad9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.610610] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "refresh_cache-b8f0e5f1-04c8-4784-a597-768a0900e987" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.610610] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquired lock "refresh_cache-b8f0e5f1-04c8-4784-a597-768a0900e987" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.610610] env[62024]: DEBUG nova.network.neutron [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.625513] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 2200d9af-927b-4de0-b8e4-1b878837dd1d/2200d9af-927b-4de0-b8e4-1b878837dd1d.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 563.630801] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5023699b-24dc-492b-8d9a-46497d834f3a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.659995] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 563.659995] env[62024]: value = "task-2287651" [ 563.659995] env[62024]: _type = "Task" [ 563.659995] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.666056] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cf8412-5300-40ce-a32e-ff067aa29323 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.671792] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.677494] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e91c311-9614-4133-9492-1d166957eec1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.712993] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ca6f53-59ee-4362-b0fb-82872d8796e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.718464] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287646, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.724236] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442612f3-445c-46e0-a309-f6f0df302922 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.738794] env[62024]: DEBUG nova.compute.provider_tree [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.789585] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2287650, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.077941] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.078204] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.078360] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.078981] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.078981] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.078981] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.079121] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.079156] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.079316] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.079472] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.079717] env[62024]: DEBUG nova.virt.hardware [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.085942] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 564.086308] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8c7ca19-aeda-40f7-95fe-4f5e641d91f4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.118687] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 564.118687] env[62024]: value = "task-2287652" [ 564.118687] env[62024]: _type = "Task" [ 564.118687] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.129499] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.175964] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.198833] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287646, 'name': CreateSnapshot_Task, 'duration_secs': 1.193808} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.200481] env[62024]: DEBUG nova.network.neutron [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 564.203193] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 564.204367] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0386905e-23e9-4b32-ae01-3de5b32a6078 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.244022] env[62024]: DEBUG nova.scheduler.client.report [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.303508] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2287650, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.469772] env[62024]: DEBUG nova.compute.manager [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.501604] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquiring lock "cef6f8a5-a85a-4f08-8801-f06a57e0b3de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.501880] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Lock "cef6f8a5-a85a-4f08-8801-f06a57e0b3de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.504288] env[62024]: DEBUG nova.virt.hardware [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.504510] env[62024]: DEBUG nova.virt.hardware [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.504746] env[62024]: DEBUG nova.virt.hardware [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.505047] env[62024]: DEBUG nova.virt.hardware [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.505113] env[62024]: DEBUG nova.virt.hardware [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.505337] env[62024]: DEBUG nova.virt.hardware [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.505637] env[62024]: DEBUG nova.virt.hardware [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.505733] env[62024]: DEBUG nova.virt.hardware [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.505896] env[62024]: DEBUG nova.virt.hardware [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.506078] env[62024]: DEBUG nova.virt.hardware [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.506291] env[62024]: DEBUG nova.virt.hardware [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.507484] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fd6534-9534-42d8-8b90-2fd2e68024ca {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.516562] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4b7359-d855-4d2e-9974-0ccdc618908e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.523358] env[62024]: DEBUG nova.network.neutron [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Updating instance_info_cache with network_info: [{"id": "8e3d1131-625a-43b2-b05a-2f17ebce6587", "address": "fa:16:3e:a2:75:57", "network": {"id": "12dbd26e-4b4d-4255-9a0d-e5ad6fc0770e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-23004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48eee108a62489c930196af26079220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3d1131-62", "ovs_interfaceid": "8e3d1131-625a-43b2-b05a-2f17ebce6587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.630060] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287652, 'name': ReconfigVM_Task, 'duration_secs': 0.24289} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.630341] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 564.631139] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9372f1-d255-4cba-a72d-d6f697c743c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.657163] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] a4917632-490f-4fea-b55b-ee28bb21a1e4/a4917632-490f-4fea-b55b-ee28bb21a1e4.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 564.657482] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-337774f8-b0ec-43e6-b777-e9aca28cb16b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.684324] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287651, 'name': ReconfigVM_Task, 'duration_secs': 0.781276} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.684610] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 2200d9af-927b-4de0-b8e4-1b878837dd1d/2200d9af-927b-4de0-b8e4-1b878837dd1d.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 564.685313] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40ff7a0c-7797-4f9e-ba2d-c491dd6d9a30 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.688501] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 564.688501] env[62024]: value = "task-2287653" [ 564.688501] env[62024]: _type = "Task" [ 564.688501] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.693866] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 564.693866] env[62024]: value = "task-2287654" [ 564.693866] env[62024]: _type = "Task" [ 564.693866] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.700892] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.708570] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287654, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.731782] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 564.732176] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ceac3f2-e023-4b22-9fc1-b2c181fe15d0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.742468] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 564.742468] env[62024]: value = "task-2287655" [ 564.742468] env[62024]: _type = "Task" [ 564.742468] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.747121] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.316s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.751241] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.270s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.751241] env[62024]: DEBUG nova.objects.instance [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Lazy-loading 'resources' on Instance uuid db229b78-0fbc-4414-bb1e-eda51da31400 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 564.757045] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287655, 'name': CloneVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.773133] env[62024]: INFO nova.scheduler.client.report [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Deleted allocations for instance b870a22c-5824-436a-b809-f7c6e30a4730 [ 564.793075] env[62024]: DEBUG oslo_vmware.api [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2287650, 'name': PowerOnVM_Task, 'duration_secs': 1.033158} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.793287] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 564.793526] env[62024]: INFO nova.compute.manager [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Took 10.97 seconds to spawn the instance on the hypervisor. [ 564.793784] env[62024]: DEBUG nova.compute.manager [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 564.794601] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeac5c8f-b2b3-484b-8016-3b3974cd3e06 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.024507] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Releasing lock "refresh_cache-b8f0e5f1-04c8-4784-a597-768a0900e987" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.024931] env[62024]: DEBUG nova.compute.manager [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Instance network_info: |[{"id": "8e3d1131-625a-43b2-b05a-2f17ebce6587", "address": "fa:16:3e:a2:75:57", "network": {"id": "12dbd26e-4b4d-4255-9a0d-e5ad6fc0770e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-23004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48eee108a62489c930196af26079220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3d1131-62", "ovs_interfaceid": "8e3d1131-625a-43b2-b05a-2f17ebce6587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 565.025503] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:75:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e3d1131-625a-43b2-b05a-2f17ebce6587', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 565.038262] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Creating folder: Project (b48eee108a62489c930196af26079220). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.038262] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cc36d3e-d584-46dd-a404-1e05f212d76b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.051693] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Created folder: Project (b48eee108a62489c930196af26079220) in parent group-v465568. [ 565.052014] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Creating folder: Instances. Parent ref: group-v465620. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.052690] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f1a0073-d83a-4541-a67c-898629efc494 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.071021] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Created folder: Instances in parent group-v465620. [ 565.071378] env[62024]: DEBUG oslo.service.loopingcall [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 565.071785] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 565.071878] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-182860f8-ad73-4fe1-a122-50e2676ce8a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.094968] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 565.094968] env[62024]: value = "task-2287658" [ 565.094968] env[62024]: _type = "Task" [ 565.094968] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.107986] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287658, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.202085] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287653, 'name': ReconfigVM_Task, 'duration_secs': 0.441213} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.202461] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Reconfigured VM instance instance-00000004 to attach disk [datastore1] a4917632-490f-4fea-b55b-ee28bb21a1e4/a4917632-490f-4fea-b55b-ee28bb21a1e4.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 565.202649] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating instance 'a4917632-490f-4fea-b55b-ee28bb21a1e4' progress to 50 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 565.210725] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287654, 'name': Rename_Task, 'duration_secs': 0.153571} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.211284] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 565.211586] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6453dee8-7e4d-45e0-b530-292f708ee0af {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.220991] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 565.220991] env[62024]: value = "task-2287659" [ 565.220991] env[62024]: _type = "Task" [ 565.220991] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.233236] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.258787] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287655, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.277576] env[62024]: DEBUG nova.network.neutron [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Successfully updated port: 3a668d2a-7b39-405e-a220-95ce17317761 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 565.283533] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eaeea360-d6a2-452d-bd85-c85629dd4b2b tempest-DeleteServersAdminTestJSON-1812101013 tempest-DeleteServersAdminTestJSON-1812101013-project-admin] Lock "b870a22c-5824-436a-b809-f7c6e30a4730" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.287s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.320553] env[62024]: INFO nova.compute.manager [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Took 31.05 seconds to build instance. [ 565.513975] env[62024]: DEBUG nova.compute.manager [req-c3ba0e6b-bbe3-4ea1-8e96-2710a02e9adb req-4a819f00-6389-4384-a051-06af73cd5a7b service nova] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Received event network-vif-plugged-3a668d2a-7b39-405e-a220-95ce17317761 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.514205] env[62024]: DEBUG oslo_concurrency.lockutils [req-c3ba0e6b-bbe3-4ea1-8e96-2710a02e9adb req-4a819f00-6389-4384-a051-06af73cd5a7b service nova] Acquiring lock "f0e0e8a0-6712-4cce-9a5c-59172bb1c145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.514566] env[62024]: DEBUG oslo_concurrency.lockutils [req-c3ba0e6b-bbe3-4ea1-8e96-2710a02e9adb req-4a819f00-6389-4384-a051-06af73cd5a7b service nova] Lock "f0e0e8a0-6712-4cce-9a5c-59172bb1c145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.514755] env[62024]: DEBUG oslo_concurrency.lockutils [req-c3ba0e6b-bbe3-4ea1-8e96-2710a02e9adb req-4a819f00-6389-4384-a051-06af73cd5a7b service nova] Lock "f0e0e8a0-6712-4cce-9a5c-59172bb1c145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.514859] env[62024]: DEBUG nova.compute.manager [req-c3ba0e6b-bbe3-4ea1-8e96-2710a02e9adb req-4a819f00-6389-4384-a051-06af73cd5a7b service nova] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] No waiting events found dispatching network-vif-plugged-3a668d2a-7b39-405e-a220-95ce17317761 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 565.515479] env[62024]: WARNING nova.compute.manager [req-c3ba0e6b-bbe3-4ea1-8e96-2710a02e9adb req-4a819f00-6389-4384-a051-06af73cd5a7b service nova] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Received unexpected event network-vif-plugged-3a668d2a-7b39-405e-a220-95ce17317761 for instance with vm_state building and task_state spawning. [ 565.602215] env[62024]: DEBUG nova.compute.manager [req-4633dec8-e233-4da5-ac3c-b07a1053f47d req-aeb7b729-68a1-4340-9a35-90ccc02dd2e1 service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Received event network-changed-8e3d1131-625a-43b2-b05a-2f17ebce6587 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.602449] env[62024]: DEBUG nova.compute.manager [req-4633dec8-e233-4da5-ac3c-b07a1053f47d req-aeb7b729-68a1-4340-9a35-90ccc02dd2e1 service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Refreshing instance network info cache due to event network-changed-8e3d1131-625a-43b2-b05a-2f17ebce6587. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 565.602661] env[62024]: DEBUG oslo_concurrency.lockutils [req-4633dec8-e233-4da5-ac3c-b07a1053f47d req-aeb7b729-68a1-4340-9a35-90ccc02dd2e1 service nova] Acquiring lock "refresh_cache-b8f0e5f1-04c8-4784-a597-768a0900e987" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.602802] env[62024]: DEBUG oslo_concurrency.lockutils [req-4633dec8-e233-4da5-ac3c-b07a1053f47d req-aeb7b729-68a1-4340-9a35-90ccc02dd2e1 service nova] Acquired lock "refresh_cache-b8f0e5f1-04c8-4784-a597-768a0900e987" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.602959] env[62024]: DEBUG nova.network.neutron [req-4633dec8-e233-4da5-ac3c-b07a1053f47d req-aeb7b729-68a1-4340-9a35-90ccc02dd2e1 service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Refreshing network info cache for port 8e3d1131-625a-43b2-b05a-2f17ebce6587 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.617640] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287658, 'name': CreateVM_Task, 'duration_secs': 0.515416} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.617866] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.618545] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.618711] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.619030] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.619491] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4705c4a1-aacf-4f4d-b3cb-e78614e6ca92 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.625358] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 565.625358] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524d9d68-2c4c-5d6d-0f0f-d7223368a6a1" [ 565.625358] env[62024]: _type = "Task" [ 565.625358] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.638157] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524d9d68-2c4c-5d6d-0f0f-d7223368a6a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.716149] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608c152-f414-4029-8104-d923c0a7124f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.743725] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd368ee-f187-4e9e-af4a-0935d7c7f4db {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.756604] env[62024]: DEBUG oslo_vmware.api [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287659, 'name': PowerOnVM_Task, 'duration_secs': 0.491484} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.769924] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 565.770172] env[62024]: INFO nova.compute.manager [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Took 9.25 seconds to spawn the instance on the hypervisor. [ 565.770348] env[62024]: DEBUG nova.compute.manager [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 565.771088] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating instance 'a4917632-490f-4fea-b55b-ee28bb21a1e4' progress to 67 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 565.782129] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5892fc-8e10-4224-aaa2-b39a64384220 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.785132] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "refresh_cache-f0e0e8a0-6712-4cce-9a5c-59172bb1c145" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.785303] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquired lock "refresh_cache-f0e0e8a0-6712-4cce-9a5c-59172bb1c145" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.785451] env[62024]: DEBUG nova.network.neutron [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 565.787216] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287655, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.823263] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7a558e3-584f-47c1-992b-e129b03628d0 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Lock "19277cfb-5358-49a0-a8e9-bbd55722df41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.724s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.952835] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d75f38-9335-45e7-9182-c781283d9253 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.961976] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d85fb7-6649-4d8d-98f7-cd2c736f4a16 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.994020] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c5cc9a-001f-42f6-a1f4-d86d432b71fb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.002738] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c16c4a3-25a8-4010-afbf-edbd6ca54007 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.017139] env[62024]: DEBUG nova.compute.provider_tree [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.140717] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524d9d68-2c4c-5d6d-0f0f-d7223368a6a1, 'name': SearchDatastore_Task, 'duration_secs': 0.015146} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.141016] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.141253] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.141481] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.141623] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.141796] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.142073] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e67dd397-69bb-408b-bbeb-39e5df177acd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.157096] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.157308] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 566.158055] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abbdfe93-76ee-4441-ad4e-e79d0f67cad7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.165293] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 566.165293] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f15c36-c5a3-b234-a60e-22a4393f248c" [ 566.165293] env[62024]: _type = "Task" [ 566.165293] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.174452] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f15c36-c5a3-b234-a60e-22a4393f248c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.265198] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287655, 'name': CloneVM_Task, 'duration_secs': 1.346765} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.265198] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Created linked-clone VM from snapshot [ 566.265198] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3f49f8-6827-4e88-b5b4-d36ad999c826 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.273362] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Uploading image fc00c388-cd6e-4e73-bb36-a69cc3980cdd {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 566.316265] env[62024]: INFO nova.compute.manager [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Took 31.54 seconds to build instance. [ 566.323417] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 566.323417] env[62024]: value = "vm-465619" [ 566.323417] env[62024]: _type = "VirtualMachine" [ 566.323417] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 566.324826] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3999e139-4079-422d-ac78-243744131a5a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.327599] env[62024]: DEBUG nova.compute.manager [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 566.338824] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lease: (returnval){ [ 566.338824] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529dd23e-2993-0a42-f631-221c491fec3a" [ 566.338824] env[62024]: _type = "HttpNfcLease" [ 566.338824] env[62024]: } obtained for exporting VM: (result){ [ 566.338824] env[62024]: value = "vm-465619" [ 566.338824] env[62024]: _type = "VirtualMachine" [ 566.338824] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 566.339107] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the lease: (returnval){ [ 566.339107] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529dd23e-2993-0a42-f631-221c491fec3a" [ 566.339107] env[62024]: _type = "HttpNfcLease" [ 566.339107] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 566.349373] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 566.349373] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529dd23e-2993-0a42-f631-221c491fec3a" [ 566.349373] env[62024]: _type = "HttpNfcLease" [ 566.349373] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 566.350285] env[62024]: DEBUG nova.network.neutron [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Port cf8495bb-8b16-4533-9021-b5af74dd6664 binding to destination host cpu-1 is already ACTIVE {{(pid=62024) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 566.378583] env[62024]: DEBUG nova.network.neutron [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 566.428114] env[62024]: DEBUG nova.network.neutron [req-4633dec8-e233-4da5-ac3c-b07a1053f47d req-aeb7b729-68a1-4340-9a35-90ccc02dd2e1 service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Updated VIF entry in instance network info cache for port 8e3d1131-625a-43b2-b05a-2f17ebce6587. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.428308] env[62024]: DEBUG nova.network.neutron [req-4633dec8-e233-4da5-ac3c-b07a1053f47d req-aeb7b729-68a1-4340-9a35-90ccc02dd2e1 service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Updating instance_info_cache with network_info: [{"id": "8e3d1131-625a-43b2-b05a-2f17ebce6587", "address": "fa:16:3e:a2:75:57", "network": {"id": "12dbd26e-4b4d-4255-9a0d-e5ad6fc0770e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-23004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48eee108a62489c930196af26079220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3d1131-62", "ovs_interfaceid": "8e3d1131-625a-43b2-b05a-2f17ebce6587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.523178] env[62024]: DEBUG nova.scheduler.client.report [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 566.528267] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquiring lock "b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.528498] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lock "b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.604153] env[62024]: DEBUG nova.network.neutron [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Updating instance_info_cache with network_info: [{"id": "3a668d2a-7b39-405e-a220-95ce17317761", "address": "fa:16:3e:01:51:71", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a668d2a-7b", "ovs_interfaceid": "3a668d2a-7b39-405e-a220-95ce17317761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.680022] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f15c36-c5a3-b234-a60e-22a4393f248c, 'name': SearchDatastore_Task, 'duration_secs': 0.04826} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.680022] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196041bc-9e82-4dc3-a708-fabdf9451230 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.684696] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 566.684696] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5290f858-84ad-bb5c-65ba-4391c7a99e1a" [ 566.684696] env[62024]: _type = "Task" [ 566.684696] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.693408] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5290f858-84ad-bb5c-65ba-4391c7a99e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.820276] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37ffbf5f-4700-4b23-a91c-7731f18ad090 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "2200d9af-927b-4de0-b8e4-1b878837dd1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.879s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.857667] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 566.857667] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529dd23e-2993-0a42-f631-221c491fec3a" [ 566.857667] env[62024]: _type = "HttpNfcLease" [ 566.857667] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 566.857667] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 566.857667] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529dd23e-2993-0a42-f631-221c491fec3a" [ 566.857667] env[62024]: _type = "HttpNfcLease" [ 566.857667] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 566.858406] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeb2932-f236-4bb0-8603-c52f98c33a9b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.862335] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.869914] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd5ea4-e2c6-5ee2-643d-e89f95b77a1b/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 566.869914] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd5ea4-e2c6-5ee2-643d-e89f95b77a1b/disk-0.vmdk for reading. {{(pid=62024) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 566.944104] env[62024]: DEBUG oslo_concurrency.lockutils [req-4633dec8-e233-4da5-ac3c-b07a1053f47d req-aeb7b729-68a1-4340-9a35-90ccc02dd2e1 service nova] Releasing lock "refresh_cache-b8f0e5f1-04c8-4784-a597-768a0900e987" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.992159] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8faea9fb-3abc-4eda-a400-3695aa72a93b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.032362] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.034087] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.624s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.034690] env[62024]: DEBUG nova.objects.instance [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Lazy-loading 'resources' on Instance uuid d2efff21-a97d-47aa-905d-1d59815e514e {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 567.051473] env[62024]: INFO nova.scheduler.client.report [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Deleted allocations for instance db229b78-0fbc-4414-bb1e-eda51da31400 [ 567.106125] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Releasing lock "refresh_cache-f0e0e8a0-6712-4cce-9a5c-59172bb1c145" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.106442] env[62024]: DEBUG nova.compute.manager [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Instance network_info: |[{"id": "3a668d2a-7b39-405e-a220-95ce17317761", "address": "fa:16:3e:01:51:71", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a668d2a-7b", "ovs_interfaceid": "3a668d2a-7b39-405e-a220-95ce17317761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 567.106892] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:51:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a668d2a-7b39-405e-a220-95ce17317761', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 567.116283] env[62024]: DEBUG oslo.service.loopingcall [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.116283] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 567.116283] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8061afed-d15f-498c-b300-5cccac9094f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.140431] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 567.140431] env[62024]: value = "task-2287661" [ 567.140431] env[62024]: _type = "Task" [ 567.140431] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.152522] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287661, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.200395] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5290f858-84ad-bb5c-65ba-4391c7a99e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.012538} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.200671] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.200867] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] b8f0e5f1-04c8-4784-a597-768a0900e987/b8f0e5f1-04c8-4784-a597-768a0900e987.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.201331] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deb1a91f-67c5-4408-b313-52d8bc79b4ff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.211804] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 567.211804] env[62024]: value = "task-2287662" [ 567.211804] env[62024]: _type = "Task" [ 567.211804] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.222672] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2287662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.326752] env[62024]: DEBUG nova.compute.manager [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 567.379581] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "a4917632-490f-4fea-b55b-ee28bb21a1e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.382175] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "a4917632-490f-4fea-b55b-ee28bb21a1e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.382175] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "a4917632-490f-4fea-b55b-ee28bb21a1e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.560978] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e3fe290-83b5-487b-a51f-45cd4961bfaf tempest-ServerDiagnosticsV248Test-2087789973 tempest-ServerDiagnosticsV248Test-2087789973-project-member] Lock "db229b78-0fbc-4414-bb1e-eda51da31400" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.545s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.659389] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287661, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.730818] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2287662, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.863708] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.070386] env[62024]: DEBUG nova.compute.manager [req-1ec99452-c4d8-477b-bc1a-0924f211036b req-3fe3046f-a4e2-4e4a-9510-c7f75c16bc70 service nova] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Received event network-changed-3a668d2a-7b39-405e-a220-95ce17317761 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 568.070386] env[62024]: DEBUG nova.compute.manager [req-1ec99452-c4d8-477b-bc1a-0924f211036b req-3fe3046f-a4e2-4e4a-9510-c7f75c16bc70 service nova] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Refreshing instance network info cache due to event network-changed-3a668d2a-7b39-405e-a220-95ce17317761. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 568.070386] env[62024]: DEBUG oslo_concurrency.lockutils [req-1ec99452-c4d8-477b-bc1a-0924f211036b req-3fe3046f-a4e2-4e4a-9510-c7f75c16bc70 service nova] Acquiring lock "refresh_cache-f0e0e8a0-6712-4cce-9a5c-59172bb1c145" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.070386] env[62024]: DEBUG oslo_concurrency.lockutils [req-1ec99452-c4d8-477b-bc1a-0924f211036b req-3fe3046f-a4e2-4e4a-9510-c7f75c16bc70 service nova] Acquired lock "refresh_cache-f0e0e8a0-6712-4cce-9a5c-59172bb1c145" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.070386] env[62024]: DEBUG nova.network.neutron [req-1ec99452-c4d8-477b-bc1a-0924f211036b req-3fe3046f-a4e2-4e4a-9510-c7f75c16bc70 service nova] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Refreshing network info cache for port 3a668d2a-7b39-405e-a220-95ce17317761 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 568.155709] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287661, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.231422] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2287662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602591} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.232111] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] b8f0e5f1-04c8-4784-a597-768a0900e987/b8f0e5f1-04c8-4784-a597-768a0900e987.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.232643] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.232744] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66e47603-f769-4c7f-a429-758685ff02ac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.242106] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 568.242106] env[62024]: value = "task-2287663" [ 568.242106] env[62024]: _type = "Task" [ 568.242106] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.256898] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2287663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.275693] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cbc981-e114-4a4f-bf35-c1d10287f70f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.284987] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8843f96f-e12d-4067-ae6c-ded2e96f6f63 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.324668] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d95f9c2-c97a-4dcd-a5c4-de2bf38ca27a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.332585] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ec6d2f-c2c3-4f29-95f7-09ed4d0a6c4a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.354202] env[62024]: DEBUG nova.compute.provider_tree [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.363954] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "dba9a789-5a59-4876-b514-b58b4bb28083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.363954] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "dba9a789-5a59-4876-b514-b58b4bb28083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.468665] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.468978] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.469367] env[62024]: DEBUG nova.network.neutron [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 568.660107] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287661, 'name': CreateVM_Task, 'duration_secs': 1.37296} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.660590] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 568.660590] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.662145] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.662925] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.663336] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d37d5cd-9b7a-4d50-ae67-9de389569140 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.670823] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 568.670823] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5225f085-21e7-e2da-9ac2-6901bff34b20" [ 568.670823] env[62024]: _type = "Task" [ 568.670823] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.681689] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5225f085-21e7-e2da-9ac2-6901bff34b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.755681] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2287663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081411} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.755920] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.757580] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e64257-3574-4d83-b805-c617c97cabc5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.785233] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] b8f0e5f1-04c8-4784-a597-768a0900e987/b8f0e5f1-04c8-4784-a597-768a0900e987.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.785383] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56ea0719-b76c-415b-ad0e-60ee42f82acd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.812655] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 568.812655] env[62024]: value = "task-2287664" [ 568.812655] env[62024]: _type = "Task" [ 568.812655] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.824380] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2287664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.862686] env[62024]: DEBUG nova.scheduler.client.report [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.971867] env[62024]: DEBUG nova.network.neutron [req-1ec99452-c4d8-477b-bc1a-0924f211036b req-3fe3046f-a4e2-4e4a-9510-c7f75c16bc70 service nova] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Updated VIF entry in instance network info cache for port 3a668d2a-7b39-405e-a220-95ce17317761. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 568.972335] env[62024]: DEBUG nova.network.neutron [req-1ec99452-c4d8-477b-bc1a-0924f211036b req-3fe3046f-a4e2-4e4a-9510-c7f75c16bc70 service nova] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Updating instance_info_cache with network_info: [{"id": "3a668d2a-7b39-405e-a220-95ce17317761", "address": "fa:16:3e:01:51:71", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a668d2a-7b", "ovs_interfaceid": "3a668d2a-7b39-405e-a220-95ce17317761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.200942] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5225f085-21e7-e2da-9ac2-6901bff34b20, 'name': SearchDatastore_Task, 'duration_secs': 0.026401} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.201730] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.202621] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 569.202621] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.202621] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.202796] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 569.203166] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66bb1a44-ac40-4c62-89e8-422e8434c923 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.216018] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 569.216018] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 569.216018] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f812ad65-153c-437e-b3c1-a8b66f37447f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.220968] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 569.220968] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c0d777-7ab6-a1d6-eef3-28e867922048" [ 569.220968] env[62024]: _type = "Task" [ 569.220968] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.229842] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c0d777-7ab6-a1d6-eef3-28e867922048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.297115] env[62024]: DEBUG nova.network.neutron [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating instance_info_cache with network_info: [{"id": "cf8495bb-8b16-4533-9021-b5af74dd6664", "address": "fa:16:3e:8a:4b:dd", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8495bb-8b", "ovs_interfaceid": "cf8495bb-8b16-4533-9021-b5af74dd6664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.331192] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2287664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.368815] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.372942] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.763s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.376480] env[62024]: INFO nova.compute.claims [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.437078] env[62024]: INFO nova.scheduler.client.report [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Deleted allocations for instance d2efff21-a97d-47aa-905d-1d59815e514e [ 569.480388] env[62024]: DEBUG oslo_concurrency.lockutils [req-1ec99452-c4d8-477b-bc1a-0924f211036b req-3fe3046f-a4e2-4e4a-9510-c7f75c16bc70 service nova] Releasing lock "refresh_cache-f0e0e8a0-6712-4cce-9a5c-59172bb1c145" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.734048] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c0d777-7ab6-a1d6-eef3-28e867922048, 'name': SearchDatastore_Task, 'duration_secs': 0.029304} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.734855] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9398c7cf-c842-485d-92ac-ef9bc4d8b776 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.741373] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 569.741373] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52850762-94e3-5033-57d5-2dfbc4ae0542" [ 569.741373] env[62024]: _type = "Task" [ 569.741373] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.752445] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52850762-94e3-5033-57d5-2dfbc4ae0542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.799739] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Releasing lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.831035] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2287664, 'name': ReconfigVM_Task, 'duration_secs': 0.773891} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.831947] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Reconfigured VM instance instance-00000012 to attach disk [datastore2] b8f0e5f1-04c8-4784-a597-768a0900e987/b8f0e5f1-04c8-4784-a597-768a0900e987.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 569.832788] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9982dbe-a744-451d-b7db-7dadb47ae664 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.845711] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 569.845711] env[62024]: value = "task-2287665" [ 569.845711] env[62024]: _type = "Task" [ 569.845711] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.855915] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2287665, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.951248] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2840faa7-32b9-4200-a103-d854bbb5b3be tempest-ServerDiagnosticsTest-735241095 tempest-ServerDiagnosticsTest-735241095-project-member] Lock "d2efff21-a97d-47aa-905d-1d59815e514e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.704s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.257929] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52850762-94e3-5033-57d5-2dfbc4ae0542, 'name': SearchDatastore_Task, 'duration_secs': 0.012325} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.257929] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.257929] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] f0e0e8a0-6712-4cce-9a5c-59172bb1c145/f0e0e8a0-6712-4cce-9a5c-59172bb1c145.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 570.257929] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-668bb1f5-54e8-411f-9305-e40dc13bc709 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.269431] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 570.269431] env[62024]: value = "task-2287666" [ 570.269431] env[62024]: _type = "Task" [ 570.269431] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.279380] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.335052] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c369150-1b74-4ec3-8f07-955d18623877 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.368973] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895add1a-6b88-47f3-8665-e3cd26ba6b57 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.384838] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating instance 'a4917632-490f-4fea-b55b-ee28bb21a1e4' progress to 83 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 570.391970] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "b6b1ab69-9000-4e72-813a-e5a4bc17ebca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.391970] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "b6b1ab69-9000-4e72-813a-e5a4bc17ebca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.391970] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "b6b1ab69-9000-4e72-813a-e5a4bc17ebca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.391970] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "b6b1ab69-9000-4e72-813a-e5a4bc17ebca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.392158] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "b6b1ab69-9000-4e72-813a-e5a4bc17ebca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.397201] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2287665, 'name': Rename_Task, 'duration_secs': 0.174842} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.399087] env[62024]: INFO nova.compute.manager [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Terminating instance [ 570.400539] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.401763] env[62024]: DEBUG nova.compute.manager [req-216eaa55-0f2b-42dc-b63a-b556d7cad297 req-9b34e681-c15e-40c9-970d-e90f8af225fe service nova] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Received event network-changed-9f4144c3-cec1-4261-8a4d-89d6850a164d {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.401964] env[62024]: DEBUG nova.compute.manager [req-216eaa55-0f2b-42dc-b63a-b556d7cad297 req-9b34e681-c15e-40c9-970d-e90f8af225fe service nova] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Refreshing instance network info cache due to event network-changed-9f4144c3-cec1-4261-8a4d-89d6850a164d. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 570.402211] env[62024]: DEBUG oslo_concurrency.lockutils [req-216eaa55-0f2b-42dc-b63a-b556d7cad297 req-9b34e681-c15e-40c9-970d-e90f8af225fe service nova] Acquiring lock "refresh_cache-19277cfb-5358-49a0-a8e9-bbd55722df41" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.402388] env[62024]: DEBUG oslo_concurrency.lockutils [req-216eaa55-0f2b-42dc-b63a-b556d7cad297 req-9b34e681-c15e-40c9-970d-e90f8af225fe service nova] Acquired lock "refresh_cache-19277cfb-5358-49a0-a8e9-bbd55722df41" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.403030] env[62024]: DEBUG nova.network.neutron [req-216eaa55-0f2b-42dc-b63a-b556d7cad297 req-9b34e681-c15e-40c9-970d-e90f8af225fe service nova] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Refreshing network info cache for port 9f4144c3-cec1-4261-8a4d-89d6850a164d {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 570.405627] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e48b2e5e-5669-4988-ba1f-5300275d6d0d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.416530] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 570.416530] env[62024]: value = "task-2287667" [ 570.416530] env[62024]: _type = "Task" [ 570.416530] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.432764] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2287667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.788593] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287666, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.900718] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.900998] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b71c2a2-a901-46ee-b755-ee6478dc801e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.911760] env[62024]: DEBUG nova.compute.manager [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 570.911984] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 570.917270] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975d8317-251a-4ebe-8165-6c175b88130e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.920676] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 570.920676] env[62024]: value = "task-2287668" [ 570.920676] env[62024]: _type = "Task" [ 570.920676] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.932098] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 570.936637] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c89f2259-cdba-41be-9c54-5837a6361f64 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.946576] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2287667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.946993] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287668, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.953574] env[62024]: DEBUG oslo_vmware.api [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 570.953574] env[62024]: value = "task-2287669" [ 570.953574] env[62024]: _type = "Task" [ 570.953574] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.964595] env[62024]: DEBUG oslo_vmware.api [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.056493] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3465f8fb-670a-410a-95f8-f4ee4ebe7f6e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.065675] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780c1f4b-f324-4aff-a96e-75e560621201 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.108077] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ece56ba-f3ca-44f1-afb5-604f4c4706cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.119791] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3633d9af-7863-423e-8e9c-eb35152a9997 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.138794] env[62024]: DEBUG nova.compute.provider_tree [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.287383] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581209} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.290546] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] f0e0e8a0-6712-4cce-9a5c-59172bb1c145/f0e0e8a0-6712-4cce-9a5c-59172bb1c145.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 571.290863] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 571.291502] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c91c18d2-966b-4463-ac58-acd61478841d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.299838] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 571.299838] env[62024]: value = "task-2287670" [ 571.299838] env[62024]: _type = "Task" [ 571.299838] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.312738] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.436428] env[62024]: DEBUG oslo_vmware.api [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2287667, 'name': PowerOnVM_Task, 'duration_secs': 0.923986} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.440301] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.440301] env[62024]: INFO nova.compute.manager [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Took 9.81 seconds to spawn the instance on the hypervisor. [ 571.440949] env[62024]: DEBUG nova.compute.manager [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.440949] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.441815] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c0faf5-32a8-42e4-b07a-cf8a1ed84e05 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.446553] env[62024]: DEBUG nova.network.neutron [req-216eaa55-0f2b-42dc-b63a-b556d7cad297 req-9b34e681-c15e-40c9-970d-e90f8af225fe service nova] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Updated VIF entry in instance network info cache for port 9f4144c3-cec1-4261-8a4d-89d6850a164d. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 571.447104] env[62024]: DEBUG nova.network.neutron [req-216eaa55-0f2b-42dc-b63a-b556d7cad297 req-9b34e681-c15e-40c9-970d-e90f8af225fe service nova] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Updating instance_info_cache with network_info: [{"id": "9f4144c3-cec1-4261-8a4d-89d6850a164d", "address": "fa:16:3e:88:ef:4a", "network": {"id": "ab9ac1ba-f06f-4a92-b90c-b1938fbd1a19", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1363958702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e28c575ec04ebf9b5c9e1ac4ed1e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4144c3-ce", "ovs_interfaceid": "9f4144c3-cec1-4261-8a4d-89d6850a164d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.469853] env[62024]: DEBUG oslo_vmware.api [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287669, 'name': PowerOffVM_Task, 'duration_secs': 0.247131} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.470917] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 571.471158] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 571.471438] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13cbb2f6-40de-4bf1-8d56-b5793ba15ff6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.564354] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 571.564354] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 571.564354] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Deleting the datastore file [datastore1] b6b1ab69-9000-4e72-813a-e5a4bc17ebca {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 571.564354] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1efaa92d-3f53-452c-8029-5bafa2776a80 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.575854] env[62024]: DEBUG oslo_vmware.api [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 571.575854] env[62024]: value = "task-2287672" [ 571.575854] env[62024]: _type = "Task" [ 571.575854] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.585868] env[62024]: DEBUG oslo_vmware.api [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.646918] env[62024]: DEBUG nova.scheduler.client.report [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.812462] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09759} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.812757] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 571.814384] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690607bd-7e90-43e5-8dac-1cea7c2c1cbe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.847969] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] f0e0e8a0-6712-4cce-9a5c-59172bb1c145/f0e0e8a0-6712-4cce-9a5c-59172bb1c145.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 571.848336] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a060ef98-d04e-4f22-8e3a-fa6820fdafce {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.870256] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 571.870256] env[62024]: value = "task-2287673" [ 571.870256] env[62024]: _type = "Task" [ 571.870256] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.884610] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.937159] env[62024]: DEBUG oslo_vmware.api [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287668, 'name': PowerOnVM_Task, 'duration_secs': 0.689185} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.937459] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.937644] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5fabc943-d4c1-43dc-8121-159a5959b69e tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating instance 'a4917632-490f-4fea-b55b-ee28bb21a1e4' progress to 100 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 571.949714] env[62024]: DEBUG oslo_concurrency.lockutils [req-216eaa55-0f2b-42dc-b63a-b556d7cad297 req-9b34e681-c15e-40c9-970d-e90f8af225fe service nova] Releasing lock "refresh_cache-19277cfb-5358-49a0-a8e9-bbd55722df41" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.973626] env[62024]: INFO nova.compute.manager [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Took 35.09 seconds to build instance. [ 572.090066] env[62024]: DEBUG oslo_vmware.api [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505426} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.090066] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 572.090066] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 572.090272] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 572.090360] env[62024]: INFO nova.compute.manager [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Took 1.18 seconds to destroy the instance on the hypervisor. [ 572.090637] env[62024]: DEBUG oslo.service.loopingcall [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.090837] env[62024]: DEBUG nova.compute.manager [-] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 572.090944] env[62024]: DEBUG nova.network.neutron [-] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 572.154113] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.154113] env[62024]: DEBUG nova.compute.manager [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 572.156775] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.655s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.158390] env[62024]: INFO nova.compute.claims [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.388376] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.474627] env[62024]: DEBUG oslo_concurrency.lockutils [None req-aa189e75-cd83-4c9c-9824-b7df41d691d1 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b8f0e5f1-04c8-4784-a597-768a0900e987" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.050s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.665919] env[62024]: DEBUG nova.compute.utils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 572.667991] env[62024]: DEBUG nova.compute.manager [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 572.668396] env[62024]: DEBUG nova.network.neutron [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 572.675713] env[62024]: DEBUG nova.compute.manager [req-c2807951-c8d9-4c8c-8364-5b4bd965c2bd req-5f8e8e33-b55f-4892-a682-5740adc89c23 service nova] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Received event network-vif-deleted-69cf7997-7009-4fe8-823f-82d6b05cbb20 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.675918] env[62024]: INFO nova.compute.manager [req-c2807951-c8d9-4c8c-8364-5b4bd965c2bd req-5f8e8e33-b55f-4892-a682-5740adc89c23 service nova] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Neutron deleted interface 69cf7997-7009-4fe8-823f-82d6b05cbb20; detaching it from the instance and deleting it from the info cache [ 572.677063] env[62024]: DEBUG nova.network.neutron [req-c2807951-c8d9-4c8c-8364-5b4bd965c2bd req-5f8e8e33-b55f-4892-a682-5740adc89c23 service nova] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.758135] env[62024]: DEBUG nova.policy [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdd4b81dfc584141abbf80848df4273d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f864761900ea4b22841ca9bb3c60be26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 572.882105] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287673, 'name': ReconfigVM_Task, 'duration_secs': 0.614132} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.882757] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Reconfigured VM instance instance-00000013 to attach disk [datastore2] f0e0e8a0-6712-4cce-9a5c-59172bb1c145/f0e0e8a0-6712-4cce-9a5c-59172bb1c145.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 572.883656] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-273ee29e-8f7d-4467-b524-f04a91325859 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.892166] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 572.892166] env[62024]: value = "task-2287674" [ 572.892166] env[62024]: _type = "Task" [ 572.892166] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.902850] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287674, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.983955] env[62024]: DEBUG nova.compute.manager [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.146046] env[62024]: DEBUG nova.network.neutron [-] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.171023] env[62024]: DEBUG nova.compute.manager [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 573.188897] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2daed44-7390-4b3d-a7e8-354ec5ba7509 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.215018] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf07db0-3b21-453c-90b7-7068eeaa2031 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.264020] env[62024]: DEBUG nova.compute.manager [req-c2807951-c8d9-4c8c-8364-5b4bd965c2bd req-5f8e8e33-b55f-4892-a682-5740adc89c23 service nova] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Detach interface failed, port_id=69cf7997-7009-4fe8-823f-82d6b05cbb20, reason: Instance b6b1ab69-9000-4e72-813a-e5a4bc17ebca could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 573.407141] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287674, 'name': Rename_Task, 'duration_secs': 0.32095} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.407635] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 573.407823] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-502fbbc0-15e0-4f13-a8ab-8b4d78753458 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.420640] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 573.420640] env[62024]: value = "task-2287675" [ 573.420640] env[62024]: _type = "Task" [ 573.420640] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.438713] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.439684] env[62024]: DEBUG nova.network.neutron [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Successfully created port: 8b54202d-d9fc-4747-9f03-1967652f5281 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 573.511170] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.649915] env[62024]: INFO nova.compute.manager [-] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Took 1.56 seconds to deallocate network for instance. [ 573.935042] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287675, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.951419] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3574073-35d5-493c-88e3-d3cd13af5c19 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.960723] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd905ba9-3bf3-4837-8f75-7d4b6eefa4d3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.004981] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9577f3fd-cc29-4c13-ac43-c5f771becf79 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.017046] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db32849a-6272-45cd-908e-ae7bc3951ab3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.043483] env[62024]: DEBUG nova.compute.provider_tree [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.101811] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "a4917632-490f-4fea-b55b-ee28bb21a1e4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.101926] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "a4917632-490f-4fea-b55b-ee28bb21a1e4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.102292] env[62024]: DEBUG nova.compute.manager [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Going to confirm migration 1 {{(pid=62024) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 574.159261] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.194310] env[62024]: DEBUG nova.compute.manager [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 574.226017] env[62024]: DEBUG nova.virt.hardware [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:09:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1903512692',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-452930241',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.226238] env[62024]: DEBUG nova.virt.hardware [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.226415] env[62024]: DEBUG nova.virt.hardware [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.226613] env[62024]: DEBUG nova.virt.hardware [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.226768] env[62024]: DEBUG nova.virt.hardware [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.226944] env[62024]: DEBUG nova.virt.hardware [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.227177] env[62024]: DEBUG nova.virt.hardware [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.227352] env[62024]: DEBUG nova.virt.hardware [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.227663] env[62024]: DEBUG nova.virt.hardware [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.227798] env[62024]: DEBUG nova.virt.hardware [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.228028] env[62024]: DEBUG nova.virt.hardware [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.229092] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0082160b-f991-4683-a0b9-3497967f8bbc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.239311] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b756302a-9644-44ea-805d-6f17348dfb86 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.249411] env[62024]: DEBUG nova.compute.manager [req-cc61de5e-282f-4d28-94c4-7d4ec21abd4c req-af643387-e5c9-4115-a7fd-eefee9b02c8f service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Received event network-changed-8e3d1131-625a-43b2-b05a-2f17ebce6587 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.249680] env[62024]: DEBUG nova.compute.manager [req-cc61de5e-282f-4d28-94c4-7d4ec21abd4c req-af643387-e5c9-4115-a7fd-eefee9b02c8f service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Refreshing instance network info cache due to event network-changed-8e3d1131-625a-43b2-b05a-2f17ebce6587. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 574.250525] env[62024]: DEBUG oslo_concurrency.lockutils [req-cc61de5e-282f-4d28-94c4-7d4ec21abd4c req-af643387-e5c9-4115-a7fd-eefee9b02c8f service nova] Acquiring lock "refresh_cache-b8f0e5f1-04c8-4784-a597-768a0900e987" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.250525] env[62024]: DEBUG oslo_concurrency.lockutils [req-cc61de5e-282f-4d28-94c4-7d4ec21abd4c req-af643387-e5c9-4115-a7fd-eefee9b02c8f service nova] Acquired lock "refresh_cache-b8f0e5f1-04c8-4784-a597-768a0900e987" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.250525] env[62024]: DEBUG nova.network.neutron [req-cc61de5e-282f-4d28-94c4-7d4ec21abd4c req-af643387-e5c9-4115-a7fd-eefee9b02c8f service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Refreshing network info cache for port 8e3d1131-625a-43b2-b05a-2f17ebce6587 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.437869] env[62024]: DEBUG oslo_vmware.api [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287675, 'name': PowerOnVM_Task, 'duration_secs': 0.614914} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.438442] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.440524] env[62024]: INFO nova.compute.manager [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Took 9.97 seconds to spawn the instance on the hypervisor. [ 574.440524] env[62024]: DEBUG nova.compute.manager [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.440524] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163a3c0c-ed02-4182-a57d-922be0b33cf2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.548698] env[62024]: DEBUG nova.scheduler.client.report [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.767856] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.768105] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.768325] env[62024]: DEBUG nova.network.neutron [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 574.768547] env[62024]: DEBUG nova.objects.instance [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lazy-loading 'info_cache' on Instance uuid a4917632-490f-4fea-b55b-ee28bb21a1e4 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 574.967669] env[62024]: INFO nova.compute.manager [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Took 36.34 seconds to build instance. [ 575.054738] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.898s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.055332] env[62024]: DEBUG nova.compute.manager [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 575.062249] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.967s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.063781] env[62024]: INFO nova.compute.claims [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 575.262611] env[62024]: DEBUG nova.network.neutron [req-cc61de5e-282f-4d28-94c4-7d4ec21abd4c req-af643387-e5c9-4115-a7fd-eefee9b02c8f service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Updated VIF entry in instance network info cache for port 8e3d1131-625a-43b2-b05a-2f17ebce6587. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.262965] env[62024]: DEBUG nova.network.neutron [req-cc61de5e-282f-4d28-94c4-7d4ec21abd4c req-af643387-e5c9-4115-a7fd-eefee9b02c8f service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Updating instance_info_cache with network_info: [{"id": "8e3d1131-625a-43b2-b05a-2f17ebce6587", "address": "fa:16:3e:a2:75:57", "network": {"id": "12dbd26e-4b4d-4255-9a0d-e5ad6fc0770e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-23004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48eee108a62489c930196af26079220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3d1131-62", "ovs_interfaceid": "8e3d1131-625a-43b2-b05a-2f17ebce6587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.470126] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce3a13ee-9e1f-4b6d-abe9-f23e36179168 tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "f0e0e8a0-6712-4cce-9a5c-59172bb1c145" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.551s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.533400] env[62024]: DEBUG nova.compute.manager [req-1ea38066-d51e-4237-b2a8-c97a09764836 req-321a8ed6-66fe-4cd3-8273-1e663c38eb14 service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Received event network-vif-plugged-8b54202d-d9fc-4747-9f03-1967652f5281 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.533400] env[62024]: DEBUG oslo_concurrency.lockutils [req-1ea38066-d51e-4237-b2a8-c97a09764836 req-321a8ed6-66fe-4cd3-8273-1e663c38eb14 service nova] Acquiring lock "8f22e462-0047-4ef2-b3cb-6284a5fdf506-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.534288] env[62024]: DEBUG oslo_concurrency.lockutils [req-1ea38066-d51e-4237-b2a8-c97a09764836 req-321a8ed6-66fe-4cd3-8273-1e663c38eb14 service nova] Lock "8f22e462-0047-4ef2-b3cb-6284a5fdf506-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.534288] env[62024]: DEBUG oslo_concurrency.lockutils [req-1ea38066-d51e-4237-b2a8-c97a09764836 req-321a8ed6-66fe-4cd3-8273-1e663c38eb14 service nova] Lock "8f22e462-0047-4ef2-b3cb-6284a5fdf506-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.534288] env[62024]: DEBUG nova.compute.manager [req-1ea38066-d51e-4237-b2a8-c97a09764836 req-321a8ed6-66fe-4cd3-8273-1e663c38eb14 service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] No waiting events found dispatching network-vif-plugged-8b54202d-d9fc-4747-9f03-1967652f5281 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 575.536227] env[62024]: WARNING nova.compute.manager [req-1ea38066-d51e-4237-b2a8-c97a09764836 req-321a8ed6-66fe-4cd3-8273-1e663c38eb14 service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Received unexpected event network-vif-plugged-8b54202d-d9fc-4747-9f03-1967652f5281 for instance with vm_state building and task_state spawning. [ 575.573647] env[62024]: DEBUG nova.compute.utils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 575.577494] env[62024]: DEBUG nova.compute.manager [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.577673] env[62024]: DEBUG nova.network.neutron [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.637149] env[62024]: DEBUG nova.network.neutron [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Successfully updated port: 8b54202d-d9fc-4747-9f03-1967652f5281 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 575.655679] env[62024]: DEBUG nova.policy [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5e3e91fe351416b98c7479db1ea099a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd82bba006a5c4272a57a3a9d444d98b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.766034] env[62024]: DEBUG oslo_concurrency.lockutils [req-cc61de5e-282f-4d28-94c4-7d4ec21abd4c req-af643387-e5c9-4115-a7fd-eefee9b02c8f service nova] Releasing lock "refresh_cache-b8f0e5f1-04c8-4784-a597-768a0900e987" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.974129] env[62024]: DEBUG nova.compute.manager [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.081026] env[62024]: DEBUG nova.compute.manager [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 576.142431] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "refresh_cache-8f22e462-0047-4ef2-b3cb-6284a5fdf506" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.142431] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquired lock "refresh_cache-8f22e462-0047-4ef2-b3cb-6284a5fdf506" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.143893] env[62024]: DEBUG nova.network.neutron [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 576.505674] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.548067] env[62024]: DEBUG nova.network.neutron [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating instance_info_cache with network_info: [{"id": "cf8495bb-8b16-4533-9021-b5af74dd6664", "address": "fa:16:3e:8a:4b:dd", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8495bb-8b", "ovs_interfaceid": "cf8495bb-8b16-4533-9021-b5af74dd6664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.554520] env[62024]: DEBUG nova.network.neutron [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Successfully created port: 4848fd0d-5b6e-44aa-a6a9-a24131f37566 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.703038] env[62024]: DEBUG nova.network.neutron [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 576.792188] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd5ea4-e2c6-5ee2-643d-e89f95b77a1b/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 576.794607] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6216a8-673d-430f-8d2c-84ad1baf5c6d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.804914] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd5ea4-e2c6-5ee2-643d-e89f95b77a1b/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 576.805413] env[62024]: ERROR oslo_vmware.rw_handles [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd5ea4-e2c6-5ee2-643d-e89f95b77a1b/disk-0.vmdk due to incomplete transfer. [ 576.808018] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8f37f2ae-13eb-4a3f-835e-f4876ac5c3e1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.818670] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd5ea4-e2c6-5ee2-643d-e89f95b77a1b/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 576.818906] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Uploaded image fc00c388-cd6e-4e73-bb36-a69cc3980cdd to the Glance image server {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 576.821307] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 576.821409] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e7a81053-5a12-4dff-895a-f6e3fbbf805f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.830579] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 576.830579] env[62024]: value = "task-2287676" [ 576.830579] env[62024]: _type = "Task" [ 576.830579] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.832886] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b187b66-d201-4519-9944-f63182f7ff6f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.852555] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7671fa18-2315-42c1-b5ff-5ae8d11d5d26 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.858425] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287676, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.884273] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c62052c-3641-4916-ab1c-d6c79efbcc69 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.892701] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14b9509-1ea8-48a9-8bd2-c76788b8105b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.910277] env[62024]: DEBUG nova.compute.provider_tree [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.919553] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Acquiring lock "0d273860-d0b2-429c-af7f-9100df2c1336" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.920326] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Lock "0d273860-d0b2-429c-af7f-9100df2c1336" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.985310] env[62024]: DEBUG nova.network.neutron [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Updating instance_info_cache with network_info: [{"id": "8b54202d-d9fc-4747-9f03-1967652f5281", "address": "fa:16:3e:50:50:ad", "network": {"id": "e18781da-2894-4010-b62c-48d5ea49cdc9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2024893945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f864761900ea4b22841ca9bb3c60be26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b54202d-d9", "ovs_interfaceid": "8b54202d-d9fc-4747-9f03-1967652f5281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.057318] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Releasing lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.057940] env[62024]: DEBUG nova.objects.instance [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lazy-loading 'migration_context' on Instance uuid a4917632-490f-4fea-b55b-ee28bb21a1e4 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 577.091602] env[62024]: DEBUG nova.compute.manager [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 577.112614] env[62024]: DEBUG nova.virt.hardware [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 577.113340] env[62024]: DEBUG nova.virt.hardware [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.113708] env[62024]: DEBUG nova.virt.hardware [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 577.114190] env[62024]: DEBUG nova.virt.hardware [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.114480] env[62024]: DEBUG nova.virt.hardware [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 577.114743] env[62024]: DEBUG nova.virt.hardware [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 577.115248] env[62024]: DEBUG nova.virt.hardware [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 577.115555] env[62024]: DEBUG nova.virt.hardware [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 577.115852] env[62024]: DEBUG nova.virt.hardware [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 577.116299] env[62024]: DEBUG nova.virt.hardware [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 577.116601] env[62024]: DEBUG nova.virt.hardware [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 577.119211] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fa9393-c153-4a48-8c94-6f962eccb8f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.128449] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5699d1-6ea4-4b28-9ea8-33968db3b2b4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.343303] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287676, 'name': Destroy_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.412518] env[62024]: DEBUG nova.scheduler.client.report [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 577.488239] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Releasing lock "refresh_cache-8f22e462-0047-4ef2-b3cb-6284a5fdf506" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.488589] env[62024]: DEBUG nova.compute.manager [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Instance network_info: |[{"id": "8b54202d-d9fc-4747-9f03-1967652f5281", "address": "fa:16:3e:50:50:ad", "network": {"id": "e18781da-2894-4010-b62c-48d5ea49cdc9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2024893945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f864761900ea4b22841ca9bb3c60be26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b54202d-d9", "ovs_interfaceid": "8b54202d-d9fc-4747-9f03-1967652f5281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 577.489014] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:50:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b54202d-d9fc-4747-9f03-1967652f5281', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.497573] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Creating folder: Project (f864761900ea4b22841ca9bb3c60be26). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.498375] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f05b233e-4c13-4e21-ab57-d1f753e59f13 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.512365] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Created folder: Project (f864761900ea4b22841ca9bb3c60be26) in parent group-v465568. [ 577.513095] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Creating folder: Instances. Parent ref: group-v465624. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.513095] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b60c40f9-c173-466a-83d7-d3a999e6dac8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.524040] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Created folder: Instances in parent group-v465624. [ 577.524461] env[62024]: DEBUG oslo.service.loopingcall [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.524670] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.524814] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67be6fa7-0954-4462-8ea0-0dc96ab188b1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.548632] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.548632] env[62024]: value = "task-2287679" [ 577.548632] env[62024]: _type = "Task" [ 577.548632] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.557692] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287679, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.563230] env[62024]: DEBUG nova.objects.base [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 577.563230] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c575aa4-5045-4eb4-bc11-ef13d6c2a06b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.568611] env[62024]: DEBUG nova.compute.manager [req-9b4a750d-49aa-47d1-bde5-b4ce7646179e req-86ce654b-8de2-4bf2-b138-27a2ff3becdb service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Received event network-changed-8b54202d-d9fc-4747-9f03-1967652f5281 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.568944] env[62024]: DEBUG nova.compute.manager [req-9b4a750d-49aa-47d1-bde5-b4ce7646179e req-86ce654b-8de2-4bf2-b138-27a2ff3becdb service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Refreshing instance network info cache due to event network-changed-8b54202d-d9fc-4747-9f03-1967652f5281. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 577.569589] env[62024]: DEBUG oslo_concurrency.lockutils [req-9b4a750d-49aa-47d1-bde5-b4ce7646179e req-86ce654b-8de2-4bf2-b138-27a2ff3becdb service nova] Acquiring lock "refresh_cache-8f22e462-0047-4ef2-b3cb-6284a5fdf506" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.569871] env[62024]: DEBUG oslo_concurrency.lockutils [req-9b4a750d-49aa-47d1-bde5-b4ce7646179e req-86ce654b-8de2-4bf2-b138-27a2ff3becdb service nova] Acquired lock "refresh_cache-8f22e462-0047-4ef2-b3cb-6284a5fdf506" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.570183] env[62024]: DEBUG nova.network.neutron [req-9b4a750d-49aa-47d1-bde5-b4ce7646179e req-86ce654b-8de2-4bf2-b138-27a2ff3becdb service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Refreshing network info cache for port 8b54202d-d9fc-4747-9f03-1967652f5281 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.599286] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a76e47-3596-472e-83d4-2cbbc5cb4c85 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.606575] env[62024]: DEBUG oslo_vmware.api [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 577.606575] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52179032-00cb-7e1c-583f-8dcb34bb06b9" [ 577.606575] env[62024]: _type = "Task" [ 577.606575] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.615172] env[62024]: DEBUG oslo_vmware.api [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52179032-00cb-7e1c-583f-8dcb34bb06b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.725221] env[62024]: DEBUG nova.compute.manager [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.726904] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b30811-405c-45f0-860e-a4c0319084d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.843418] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287676, 'name': Destroy_Task, 'duration_secs': 0.852529} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.843772] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Destroyed the VM [ 577.844117] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 577.844375] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7bfd740b-5cb8-4eb2-8f6e-723283666b31 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.851867] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 577.851867] env[62024]: value = "task-2287680" [ 577.851867] env[62024]: _type = "Task" [ 577.851867] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.861691] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287680, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.920131] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.920866] env[62024]: DEBUG nova.compute.manager [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.924078] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.450s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.925563] env[62024]: INFO nova.compute.claims [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.062611] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287679, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.118977] env[62024]: DEBUG oslo_vmware.api [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52179032-00cb-7e1c-583f-8dcb34bb06b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.119487] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.240007] env[62024]: INFO nova.compute.manager [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] instance snapshotting [ 578.243053] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c4c7ce-2178-41aa-b3aa-59a236d5b7f2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.266079] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eec7f3-71f2-4702-a18d-53277986b406 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.364713] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287680, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.430675] env[62024]: DEBUG nova.compute.utils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 578.433940] env[62024]: DEBUG nova.compute.manager [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 578.434171] env[62024]: DEBUG nova.network.neutron [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 578.468734] env[62024]: DEBUG nova.network.neutron [req-9b4a750d-49aa-47d1-bde5-b4ce7646179e req-86ce654b-8de2-4bf2-b138-27a2ff3becdb service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Updated VIF entry in instance network info cache for port 8b54202d-d9fc-4747-9f03-1967652f5281. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.469209] env[62024]: DEBUG nova.network.neutron [req-9b4a750d-49aa-47d1-bde5-b4ce7646179e req-86ce654b-8de2-4bf2-b138-27a2ff3becdb service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Updating instance_info_cache with network_info: [{"id": "8b54202d-d9fc-4747-9f03-1967652f5281", "address": "fa:16:3e:50:50:ad", "network": {"id": "e18781da-2894-4010-b62c-48d5ea49cdc9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2024893945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f864761900ea4b22841ca9bb3c60be26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b54202d-d9", "ovs_interfaceid": "8b54202d-d9fc-4747-9f03-1967652f5281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.521234] env[62024]: DEBUG nova.policy [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4df4496b0e4b858a8f7be6f7ca707c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '245338ed42be4739af39e2d870b1c2f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 578.558205] env[62024]: DEBUG nova.network.neutron [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Successfully updated port: 4848fd0d-5b6e-44aa-a6a9-a24131f37566 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.569165] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287679, 'name': CreateVM_Task, 'duration_secs': 0.579681} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.569980] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 578.570958] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.570958] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.571801] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.571801] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45f1257-84a2-4694-acf0-c026ca2cc88c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.582025] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 578.582025] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524ff572-8ffb-61be-7bf9-0ad2a4737e04" [ 578.582025] env[62024]: _type = "Task" [ 578.582025] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.594319] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524ff572-8ffb-61be-7bf9-0ad2a4737e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.780885] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 578.781259] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-139d07db-2807-44fe-971a-b6f0a24b58f5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.789926] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 578.789926] env[62024]: value = "task-2287681" [ 578.789926] env[62024]: _type = "Task" [ 578.789926] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.808949] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.867106] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287680, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.939222] env[62024]: DEBUG nova.compute.manager [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.975376] env[62024]: DEBUG oslo_concurrency.lockutils [req-9b4a750d-49aa-47d1-bde5-b4ce7646179e req-86ce654b-8de2-4bf2-b138-27a2ff3becdb service nova] Releasing lock "refresh_cache-8f22e462-0047-4ef2-b3cb-6284a5fdf506" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.063624] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Acquiring lock "refresh_cache-06fcd604-5854-49bd-9bbd-51cbe3710e66" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.063624] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Acquired lock "refresh_cache-06fcd604-5854-49bd-9bbd-51cbe3710e66" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.063624] env[62024]: DEBUG nova.network.neutron [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.094150] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524ff572-8ffb-61be-7bf9-0ad2a4737e04, 'name': SearchDatastore_Task, 'duration_secs': 0.029773} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.097282] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.097419] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 579.097734] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.097923] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.098216] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 579.098839] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae44991c-3717-44eb-8fa7-0939d693b3ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.109586] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 579.109767] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 579.113520] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-893c9900-9d1a-4613-a8cb-b5cae5273919 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.121368] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 579.121368] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5266a2d9-9369-8079-e698-c4ba8c54fb57" [ 579.121368] env[62024]: _type = "Task" [ 579.121368] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.131047] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5266a2d9-9369-8079-e698-c4ba8c54fb57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.303733] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287681, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.364676] env[62024]: DEBUG oslo_vmware.api [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287680, 'name': RemoveSnapshot_Task, 'duration_secs': 1.172164} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.364972] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 579.365226] env[62024]: INFO nova.compute.manager [None req-cef0a78c-80f4-4042-9436-62f994df4e6d tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Took 17.23 seconds to snapshot the instance on the hypervisor. [ 579.482221] env[62024]: DEBUG nova.network.neutron [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Successfully created port: f5a1d4a8-266a-4976-9fe7-7fbde47de6e6 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.612809] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21ba758-d388-4f2e-b318-e5f24bd8ceb1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.618161] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c043361-cf1f-40d4-9a95-61616e5d08d8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.634238] env[62024]: DEBUG nova.network.neutron [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.667636] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2a435f-b3cc-428e-8932-3445a1f03cbf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.676487] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5266a2d9-9369-8079-e698-c4ba8c54fb57, 'name': SearchDatastore_Task, 'duration_secs': 0.010702} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.676487] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09c9974-3b1c-4b65-bdc8-78499f05eccf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.683504] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a00e76-4a93-4fe1-9ac8-d413adbc0558 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.691736] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 579.691736] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5246b403-014e-a477-83f5-fc7106a10418" [ 579.691736] env[62024]: _type = "Task" [ 579.691736] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.708816] env[62024]: DEBUG nova.compute.provider_tree [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.717508] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5246b403-014e-a477-83f5-fc7106a10418, 'name': SearchDatastore_Task, 'duration_secs': 0.01122} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.719016] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.719016] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 8f22e462-0047-4ef2-b3cb-6284a5fdf506/8f22e462-0047-4ef2-b3cb-6284a5fdf506.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 579.719016] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c6a3111-6263-4596-891b-bba5bbfcbdbd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.727933] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 579.727933] env[62024]: value = "task-2287682" [ 579.727933] env[62024]: _type = "Task" [ 579.727933] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.738558] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.805039] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287681, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.817858] env[62024]: DEBUG nova.compute.manager [req-b7ea50f9-53b5-427a-ae22-348372289534 req-87ee9a85-a5d7-46a5-906b-e8f3b5d6e04a service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Received event network-vif-plugged-4848fd0d-5b6e-44aa-a6a9-a24131f37566 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.818210] env[62024]: DEBUG oslo_concurrency.lockutils [req-b7ea50f9-53b5-427a-ae22-348372289534 req-87ee9a85-a5d7-46a5-906b-e8f3b5d6e04a service nova] Acquiring lock "06fcd604-5854-49bd-9bbd-51cbe3710e66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.818438] env[62024]: DEBUG oslo_concurrency.lockutils [req-b7ea50f9-53b5-427a-ae22-348372289534 req-87ee9a85-a5d7-46a5-906b-e8f3b5d6e04a service nova] Lock "06fcd604-5854-49bd-9bbd-51cbe3710e66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.818612] env[62024]: DEBUG oslo_concurrency.lockutils [req-b7ea50f9-53b5-427a-ae22-348372289534 req-87ee9a85-a5d7-46a5-906b-e8f3b5d6e04a service nova] Lock "06fcd604-5854-49bd-9bbd-51cbe3710e66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.818804] env[62024]: DEBUG nova.compute.manager [req-b7ea50f9-53b5-427a-ae22-348372289534 req-87ee9a85-a5d7-46a5-906b-e8f3b5d6e04a service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] No waiting events found dispatching network-vif-plugged-4848fd0d-5b6e-44aa-a6a9-a24131f37566 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.818968] env[62024]: WARNING nova.compute.manager [req-b7ea50f9-53b5-427a-ae22-348372289534 req-87ee9a85-a5d7-46a5-906b-e8f3b5d6e04a service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Received unexpected event network-vif-plugged-4848fd0d-5b6e-44aa-a6a9-a24131f37566 for instance with vm_state building and task_state spawning. [ 579.819858] env[62024]: DEBUG nova.compute.manager [req-b7ea50f9-53b5-427a-ae22-348372289534 req-87ee9a85-a5d7-46a5-906b-e8f3b5d6e04a service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Received event network-changed-4848fd0d-5b6e-44aa-a6a9-a24131f37566 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.819858] env[62024]: DEBUG nova.compute.manager [req-b7ea50f9-53b5-427a-ae22-348372289534 req-87ee9a85-a5d7-46a5-906b-e8f3b5d6e04a service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Refreshing instance network info cache due to event network-changed-4848fd0d-5b6e-44aa-a6a9-a24131f37566. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 579.819858] env[62024]: DEBUG oslo_concurrency.lockutils [req-b7ea50f9-53b5-427a-ae22-348372289534 req-87ee9a85-a5d7-46a5-906b-e8f3b5d6e04a service nova] Acquiring lock "refresh_cache-06fcd604-5854-49bd-9bbd-51cbe3710e66" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.893738] env[62024]: DEBUG nova.network.neutron [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Updating instance_info_cache with network_info: [{"id": "4848fd0d-5b6e-44aa-a6a9-a24131f37566", "address": "fa:16:3e:70:91:41", "network": {"id": "5662055e-56a5-4263-91bb-3f4d5fbf7fe7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1172049765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d82bba006a5c4272a57a3a9d444d98b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4848fd0d-5b", "ovs_interfaceid": "4848fd0d-5b6e-44aa-a6a9-a24131f37566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.955358] env[62024]: DEBUG nova.compute.manager [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.983055] env[62024]: DEBUG nova.virt.hardware [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.983055] env[62024]: DEBUG nova.virt.hardware [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.983317] env[62024]: DEBUG nova.virt.hardware [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.983662] env[62024]: DEBUG nova.virt.hardware [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.987019] env[62024]: DEBUG nova.virt.hardware [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.987019] env[62024]: DEBUG nova.virt.hardware [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.987019] env[62024]: DEBUG nova.virt.hardware [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.987019] env[62024]: DEBUG nova.virt.hardware [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.987019] env[62024]: DEBUG nova.virt.hardware [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.987375] env[62024]: DEBUG nova.virt.hardware [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.987375] env[62024]: DEBUG nova.virt.hardware [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.987375] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c870a7fb-9103-4420-af4a-423628f706ea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.003527] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f7af2b-d2fd-42cd-a490-55594a8321d9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.213599] env[62024]: DEBUG nova.scheduler.client.report [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.243199] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500351} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.244893] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 8f22e462-0047-4ef2-b3cb-6284a5fdf506/8f22e462-0047-4ef2-b3cb-6284a5fdf506.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 580.245156] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 580.245703] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1be44361-2008-477e-98de-71eda6378cc7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.256038] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 580.256038] env[62024]: value = "task-2287683" [ 580.256038] env[62024]: _type = "Task" [ 580.256038] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.267077] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.302740] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287681, 'name': CreateSnapshot_Task, 'duration_secs': 1.128432} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.303010] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 580.303882] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f44069-b7aa-4dc7-b7c9-e951e53ee905 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.397421] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Releasing lock "refresh_cache-06fcd604-5854-49bd-9bbd-51cbe3710e66" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.397814] env[62024]: DEBUG nova.compute.manager [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Instance network_info: |[{"id": "4848fd0d-5b6e-44aa-a6a9-a24131f37566", "address": "fa:16:3e:70:91:41", "network": {"id": "5662055e-56a5-4263-91bb-3f4d5fbf7fe7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1172049765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d82bba006a5c4272a57a3a9d444d98b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4848fd0d-5b", "ovs_interfaceid": "4848fd0d-5b6e-44aa-a6a9-a24131f37566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.398159] env[62024]: DEBUG oslo_concurrency.lockutils [req-b7ea50f9-53b5-427a-ae22-348372289534 req-87ee9a85-a5d7-46a5-906b-e8f3b5d6e04a service nova] Acquired lock "refresh_cache-06fcd604-5854-49bd-9bbd-51cbe3710e66" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.398339] env[62024]: DEBUG nova.network.neutron [req-b7ea50f9-53b5-427a-ae22-348372289534 req-87ee9a85-a5d7-46a5-906b-e8f3b5d6e04a service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Refreshing network info cache for port 4848fd0d-5b6e-44aa-a6a9-a24131f37566 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.400607] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:91:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4848fd0d-5b6e-44aa-a6a9-a24131f37566', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.408222] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Creating folder: Project (d82bba006a5c4272a57a3a9d444d98b6). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.409262] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27b7a0ba-0847-48be-907d-4c582d10507e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.425037] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Created folder: Project (d82bba006a5c4272a57a3a9d444d98b6) in parent group-v465568. [ 580.425037] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Creating folder: Instances. Parent ref: group-v465628. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.425037] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49c11304-dc04-4108-97ff-bf5a3dc15de7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.439097] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Created folder: Instances in parent group-v465628. [ 580.439233] env[62024]: DEBUG oslo.service.loopingcall [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 580.439436] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.440098] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-770f841b-0011-48c8-928f-12fca9662f4d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.460593] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.460593] env[62024]: value = "task-2287686" [ 580.460593] env[62024]: _type = "Task" [ 580.460593] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.469969] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287686, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.718493] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.719043] env[62024]: DEBUG nova.compute.manager [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 580.721583] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.855s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.726622] env[62024]: INFO nova.compute.claims [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.770033] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06656} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.770398] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 580.772823] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b12fd28-aa2d-4837-9c60-dfe5a29280d1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.800837] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 8f22e462-0047-4ef2-b3cb-6284a5fdf506/8f22e462-0047-4ef2-b3cb-6284a5fdf506.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 580.801281] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e7ef10b-17bd-4d7c-90b0-201cad0dbc90 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.822833] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 580.823210] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3015ffd8-26a3-4027-a568-a22ac0568e60 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.834267] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 580.834267] env[62024]: value = "task-2287688" [ 580.834267] env[62024]: _type = "Task" [ 580.834267] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.835873] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 580.835873] env[62024]: value = "task-2287687" [ 580.835873] env[62024]: _type = "Task" [ 580.835873] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.849277] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.854305] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287687, 'name': CloneVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.976972] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287686, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.232570] env[62024]: DEBUG nova.compute.utils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 581.237403] env[62024]: DEBUG nova.compute.manager [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 581.237403] env[62024]: DEBUG nova.network.neutron [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 581.286823] env[62024]: DEBUG nova.network.neutron [req-b7ea50f9-53b5-427a-ae22-348372289534 req-87ee9a85-a5d7-46a5-906b-e8f3b5d6e04a service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Updated VIF entry in instance network info cache for port 4848fd0d-5b6e-44aa-a6a9-a24131f37566. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.287204] env[62024]: DEBUG nova.network.neutron [req-b7ea50f9-53b5-427a-ae22-348372289534 req-87ee9a85-a5d7-46a5-906b-e8f3b5d6e04a service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Updating instance_info_cache with network_info: [{"id": "4848fd0d-5b6e-44aa-a6a9-a24131f37566", "address": "fa:16:3e:70:91:41", "network": {"id": "5662055e-56a5-4263-91bb-3f4d5fbf7fe7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1172049765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d82bba006a5c4272a57a3a9d444d98b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4848fd0d-5b", "ovs_interfaceid": "4848fd0d-5b6e-44aa-a6a9-a24131f37566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.327321] env[62024]: DEBUG nova.policy [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952e2c58f2014c8c9c39fe9a0d4b26fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f7d558c2d8a4ced9a390043174f4b76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.357823] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287688, 'name': ReconfigVM_Task, 'duration_secs': 0.39007} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.361214] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 8f22e462-0047-4ef2-b3cb-6284a5fdf506/8f22e462-0047-4ef2-b3cb-6284a5fdf506.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 581.363737] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287687, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.363737] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95fa810f-2bde-4c30-a83a-ab4f4e6f89d3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.370183] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 581.370183] env[62024]: value = "task-2287689" [ 581.370183] env[62024]: _type = "Task" [ 581.370183] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.384383] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287689, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.471434] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287686, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.676214] env[62024]: DEBUG nova.compute.manager [req-8ca85731-b03e-4756-b717-59aa19f1e802 req-5eb41fbd-8ed0-4fca-9a35-c2bc88f6a1c2 service nova] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Received event network-vif-plugged-f5a1d4a8-266a-4976-9fe7-7fbde47de6e6 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.676482] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ca85731-b03e-4756-b717-59aa19f1e802 req-5eb41fbd-8ed0-4fca-9a35-c2bc88f6a1c2 service nova] Acquiring lock "564c4383-1dfd-46c6-aded-6b295642bc18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.676739] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ca85731-b03e-4756-b717-59aa19f1e802 req-5eb41fbd-8ed0-4fca-9a35-c2bc88f6a1c2 service nova] Lock "564c4383-1dfd-46c6-aded-6b295642bc18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.677026] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ca85731-b03e-4756-b717-59aa19f1e802 req-5eb41fbd-8ed0-4fca-9a35-c2bc88f6a1c2 service nova] Lock "564c4383-1dfd-46c6-aded-6b295642bc18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.677129] env[62024]: DEBUG nova.compute.manager [req-8ca85731-b03e-4756-b717-59aa19f1e802 req-5eb41fbd-8ed0-4fca-9a35-c2bc88f6a1c2 service nova] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] No waiting events found dispatching network-vif-plugged-f5a1d4a8-266a-4976-9fe7-7fbde47de6e6 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 581.677319] env[62024]: WARNING nova.compute.manager [req-8ca85731-b03e-4756-b717-59aa19f1e802 req-5eb41fbd-8ed0-4fca-9a35-c2bc88f6a1c2 service nova] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Received unexpected event network-vif-plugged-f5a1d4a8-266a-4976-9fe7-7fbde47de6e6 for instance with vm_state building and task_state spawning. [ 581.712319] env[62024]: DEBUG nova.network.neutron [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Successfully updated port: f5a1d4a8-266a-4976-9fe7-7fbde47de6e6 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 581.736540] env[62024]: DEBUG nova.compute.manager [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 581.777659] env[62024]: DEBUG nova.network.neutron [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Successfully created port: 807278be-b7ac-4041-92b1-654f19519a78 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 581.800220] env[62024]: DEBUG oslo_concurrency.lockutils [req-b7ea50f9-53b5-427a-ae22-348372289534 req-87ee9a85-a5d7-46a5-906b-e8f3b5d6e04a service nova] Releasing lock "refresh_cache-06fcd604-5854-49bd-9bbd-51cbe3710e66" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.858885] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287687, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.889678] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287689, 'name': Rename_Task, 'duration_secs': 0.270433} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.894857] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 581.895489] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa90e42b-46f4-46b4-afc5-c3a7593083e7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.905449] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 581.905449] env[62024]: value = "task-2287690" [ 581.905449] env[62024]: _type = "Task" [ 581.905449] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.922589] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.994284] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287686, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.218788] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Acquiring lock "refresh_cache-564c4383-1dfd-46c6-aded-6b295642bc18" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.218900] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Acquired lock "refresh_cache-564c4383-1dfd-46c6-aded-6b295642bc18" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.219095] env[62024]: DEBUG nova.network.neutron [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.368392] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287687, 'name': CloneVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.420170] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.479682] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287686, 'name': CreateVM_Task, 'duration_secs': 1.979321} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.479863] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.480568] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.480744] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.481062] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.481315] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37721aea-3d46-4254-9f86-531a4aad351f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.489046] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Waiting for the task: (returnval){ [ 582.489046] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52048fbe-b75f-4ed4-abc3-6a2a8523bcf4" [ 582.489046] env[62024]: _type = "Task" [ 582.489046] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.499442] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52048fbe-b75f-4ed4-abc3-6a2a8523bcf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.527624] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09ca4e0-77b5-44c9-8aaa-55ac0b66cd8e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.537600] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab52bc1-f981-4245-b4d1-c6170a43e07f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.567668] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5722989c-83dc-4c2b-9160-616ba99f6bad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.576529] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e66c4db-ff45-4f2b-a908-b7498d821b4d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.591032] env[62024]: DEBUG nova.compute.provider_tree [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.756539] env[62024]: DEBUG nova.compute.manager [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 582.772988] env[62024]: DEBUG nova.network.neutron [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.790012] env[62024]: DEBUG nova.virt.hardware [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.790012] env[62024]: DEBUG nova.virt.hardware [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.790012] env[62024]: DEBUG nova.virt.hardware [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.790284] env[62024]: DEBUG nova.virt.hardware [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.790340] env[62024]: DEBUG nova.virt.hardware [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.790876] env[62024]: DEBUG nova.virt.hardware [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.790876] env[62024]: DEBUG nova.virt.hardware [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.791033] env[62024]: DEBUG nova.virt.hardware [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.791231] env[62024]: DEBUG nova.virt.hardware [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.792214] env[62024]: DEBUG nova.virt.hardware [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.792214] env[62024]: DEBUG nova.virt.hardware [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.792521] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6779e694-c95e-42f0-a611-22e2e3c60d13 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.804402] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e845c7b-ecc1-4131-b241-3ad626464712 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.861168] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287687, 'name': CloneVM_Task, 'duration_secs': 1.615046} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.863428] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Created linked-clone VM from snapshot [ 582.864241] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b682251b-c417-413e-8905-23b54ff405c6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.876100] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Uploading image 88225a96-d975-49e7-ac79-925859486020 {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 582.901859] env[62024]: DEBUG oslo_vmware.rw_handles [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 582.901859] env[62024]: value = "vm-465631" [ 582.901859] env[62024]: _type = "VirtualMachine" [ 582.901859] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 582.902588] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1956e1f8-ccf0-4979-822e-8d6591cf87db {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.924116] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.924116] env[62024]: DEBUG oslo_vmware.rw_handles [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lease: (returnval){ [ 582.924116] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d2c79d-4ae0-6876-3a05-6104252ea991" [ 582.924116] env[62024]: _type = "HttpNfcLease" [ 582.924116] env[62024]: } obtained for exporting VM: (result){ [ 582.924116] env[62024]: value = "vm-465631" [ 582.924116] env[62024]: _type = "VirtualMachine" [ 582.924116] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 582.924116] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the lease: (returnval){ [ 582.924116] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d2c79d-4ae0-6876-3a05-6104252ea991" [ 582.924116] env[62024]: _type = "HttpNfcLease" [ 582.924116] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 582.932091] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 582.932091] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d2c79d-4ae0-6876-3a05-6104252ea991" [ 582.932091] env[62024]: _type = "HttpNfcLease" [ 582.932091] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 583.000798] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52048fbe-b75f-4ed4-abc3-6a2a8523bcf4, 'name': SearchDatastore_Task, 'duration_secs': 0.013049} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.001193] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.001396] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.001628] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.001785] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.002038] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 583.002363] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccffd669-e4b8-42d8-9930-174ac8e7f8f5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.015968] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 583.016212] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 583.017023] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2777ee3c-0dac-44f7-9e24-ffeb214c3084 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.024139] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Waiting for the task: (returnval){ [ 583.024139] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520fd29c-1a88-a45e-e338-3f637cfb5f66" [ 583.024139] env[62024]: _type = "Task" [ 583.024139] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.035338] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520fd29c-1a88-a45e-e338-3f637cfb5f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.079884] env[62024]: DEBUG nova.network.neutron [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Updating instance_info_cache with network_info: [{"id": "f5a1d4a8-266a-4976-9fe7-7fbde47de6e6", "address": "fa:16:3e:12:55:51", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a1d4a8-26", "ovs_interfaceid": "f5a1d4a8-266a-4976-9fe7-7fbde47de6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.094636] env[62024]: DEBUG nova.scheduler.client.report [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.225441] env[62024]: DEBUG nova.compute.manager [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.226363] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9ff491-2d6c-496e-a9a2-b5bf28b2577d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.425817] env[62024]: DEBUG oslo_vmware.api [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287690, 'name': PowerOnVM_Task, 'duration_secs': 1.143505} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.430518] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 583.430809] env[62024]: INFO nova.compute.manager [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Took 9.24 seconds to spawn the instance on the hypervisor. [ 583.431097] env[62024]: DEBUG nova.compute.manager [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.432210] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a3d71f-794e-4d3b-a7d2-01ab204a3e6f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.442213] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 583.442213] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d2c79d-4ae0-6876-3a05-6104252ea991" [ 583.442213] env[62024]: _type = "HttpNfcLease" [ 583.442213] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 583.444531] env[62024]: DEBUG oslo_vmware.rw_handles [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 583.444531] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d2c79d-4ae0-6876-3a05-6104252ea991" [ 583.444531] env[62024]: _type = "HttpNfcLease" [ 583.444531] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 583.451155] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782268d7-593f-41df-a35b-db6dc9a1badc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.461662] env[62024]: DEBUG oslo_vmware.rw_handles [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52985eba-e70e-ae7a-3021-eda88ce060b5/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 583.462486] env[62024]: DEBUG oslo_vmware.rw_handles [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52985eba-e70e-ae7a-3021-eda88ce060b5/disk-0.vmdk for reading. {{(pid=62024) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 583.555602] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520fd29c-1a88-a45e-e338-3f637cfb5f66, 'name': SearchDatastore_Task, 'duration_secs': 0.013085} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.556407] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34d59ac1-ffc4-4efc-bc2f-4075a54153c6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.564138] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Waiting for the task: (returnval){ [ 583.564138] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524f1bf6-b388-cabd-f616-1a648831b3ff" [ 583.564138] env[62024]: _type = "Task" [ 583.564138] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.572827] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524f1bf6-b388-cabd-f616-1a648831b3ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.582610] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Releasing lock "refresh_cache-564c4383-1dfd-46c6-aded-6b295642bc18" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.584554] env[62024]: DEBUG nova.compute.manager [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Instance network_info: |[{"id": "f5a1d4a8-266a-4976-9fe7-7fbde47de6e6", "address": "fa:16:3e:12:55:51", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a1d4a8-26", "ovs_interfaceid": "f5a1d4a8-266a-4976-9fe7-7fbde47de6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.584723] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:55:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5a1d4a8-266a-4976-9fe7-7fbde47de6e6', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.590829] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Creating folder: Project (245338ed42be4739af39e2d870b1c2f3). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.591488] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b049425e-05ae-43e8-8eed-c76fd39378d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.599737] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.878s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.600251] env[62024]: DEBUG nova.compute.manager [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.608439] env[62024]: DEBUG nova.compute.manager [req-0e4fc5c6-3437-4965-8e92-6bac0d987eaa req-07b1d658-6143-4cc7-877f-9e402a7a935b service nova] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Received event network-vif-plugged-807278be-b7ac-4041-92b1-654f19519a78 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.608439] env[62024]: DEBUG oslo_concurrency.lockutils [req-0e4fc5c6-3437-4965-8e92-6bac0d987eaa req-07b1d658-6143-4cc7-877f-9e402a7a935b service nova] Acquiring lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.608439] env[62024]: DEBUG oslo_concurrency.lockutils [req-0e4fc5c6-3437-4965-8e92-6bac0d987eaa req-07b1d658-6143-4cc7-877f-9e402a7a935b service nova] Lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.608439] env[62024]: DEBUG oslo_concurrency.lockutils [req-0e4fc5c6-3437-4965-8e92-6bac0d987eaa req-07b1d658-6143-4cc7-877f-9e402a7a935b service nova] Lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.608439] env[62024]: DEBUG nova.compute.manager [req-0e4fc5c6-3437-4965-8e92-6bac0d987eaa req-07b1d658-6143-4cc7-877f-9e402a7a935b service nova] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] No waiting events found dispatching network-vif-plugged-807278be-b7ac-4041-92b1-654f19519a78 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.608775] env[62024]: WARNING nova.compute.manager [req-0e4fc5c6-3437-4965-8e92-6bac0d987eaa req-07b1d658-6143-4cc7-877f-9e402a7a935b service nova] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Received unexpected event network-vif-plugged-807278be-b7ac-4041-92b1-654f19519a78 for instance with vm_state building and task_state spawning. [ 583.608775] env[62024]: DEBUG oslo_concurrency.lockutils [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.422s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.608775] env[62024]: INFO nova.compute.claims [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.613029] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Created folder: Project (245338ed42be4739af39e2d870b1c2f3) in parent group-v465568. [ 583.613029] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Creating folder: Instances. Parent ref: group-v465632. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.613029] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83015ecc-4f70-471b-a57c-471daa64bba1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.622178] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03d0095d-e48d-481b-a42f-58325106237d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.624421] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Created folder: Instances in parent group-v465632. [ 583.624695] env[62024]: DEBUG oslo.service.loopingcall [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.624902] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.625132] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bc0d851-e51b-4fbf-ae01-f6ee4481923d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.647072] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.647072] env[62024]: value = "task-2287694" [ 583.647072] env[62024]: _type = "Task" [ 583.647072] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.658532] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287694, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.737672] env[62024]: INFO nova.compute.manager [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] instance snapshotting [ 583.739587] env[62024]: DEBUG nova.network.neutron [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Successfully updated port: 807278be-b7ac-4041-92b1-654f19519a78 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.741814] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be14105d-a3ec-4b10-87e8-fb2bf2fbbd07 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.770789] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1de4aa-0c55-4cdb-a3ee-58e7b862f626 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.884220] env[62024]: DEBUG nova.compute.manager [req-1c4b9c77-a4ce-4d89-9d9f-769c500fa064 req-3f0d7a71-6d40-40cc-bec4-d22c92d26198 service nova] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Received event network-changed-f5a1d4a8-266a-4976-9fe7-7fbde47de6e6 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.884506] env[62024]: DEBUG nova.compute.manager [req-1c4b9c77-a4ce-4d89-9d9f-769c500fa064 req-3f0d7a71-6d40-40cc-bec4-d22c92d26198 service nova] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Refreshing instance network info cache due to event network-changed-f5a1d4a8-266a-4976-9fe7-7fbde47de6e6. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 583.886798] env[62024]: DEBUG oslo_concurrency.lockutils [req-1c4b9c77-a4ce-4d89-9d9f-769c500fa064 req-3f0d7a71-6d40-40cc-bec4-d22c92d26198 service nova] Acquiring lock "refresh_cache-564c4383-1dfd-46c6-aded-6b295642bc18" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.886798] env[62024]: DEBUG oslo_concurrency.lockutils [req-1c4b9c77-a4ce-4d89-9d9f-769c500fa064 req-3f0d7a71-6d40-40cc-bec4-d22c92d26198 service nova] Acquired lock "refresh_cache-564c4383-1dfd-46c6-aded-6b295642bc18" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.886798] env[62024]: DEBUG nova.network.neutron [req-1c4b9c77-a4ce-4d89-9d9f-769c500fa064 req-3f0d7a71-6d40-40cc-bec4-d22c92d26198 service nova] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Refreshing network info cache for port f5a1d4a8-266a-4976-9fe7-7fbde47de6e6 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.965178] env[62024]: INFO nova.compute.manager [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Took 41.38 seconds to build instance. [ 584.075870] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524f1bf6-b388-cabd-f616-1a648831b3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.024688} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.076154] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.076416] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 06fcd604-5854-49bd-9bbd-51cbe3710e66/06fcd604-5854-49bd-9bbd-51cbe3710e66.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.076683] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76db1217-338a-4f19-968c-2feaf4134e94 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.084717] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Waiting for the task: (returnval){ [ 584.084717] env[62024]: value = "task-2287695" [ 584.084717] env[62024]: _type = "Task" [ 584.084717] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.093989] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.114486] env[62024]: DEBUG nova.compute.utils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 584.115438] env[62024]: DEBUG nova.compute.manager [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.115648] env[62024]: DEBUG nova.network.neutron [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.159666] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287694, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.181608] env[62024]: DEBUG nova.policy [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0746201fac7544528f286c47922026be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddcb85ecc5d84fd895227b297f0e6cd1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.241506] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "refresh_cache-8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.241766] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "refresh_cache-8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.241929] env[62024]: DEBUG nova.network.neutron [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.288166] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 584.288577] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ca8cbd69-214f-489c-9098-78a35f6081b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.298151] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 584.298151] env[62024]: value = "task-2287696" [ 584.298151] env[62024]: _type = "Task" [ 584.298151] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.307460] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.476358] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c6d9ef3a-525a-4386-be2c-43871610d8a9 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "8f22e462-0047-4ef2-b3cb-6284a5fdf506" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.910s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.597042] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287695, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.620852] env[62024]: DEBUG nova.compute.manager [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.666429] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287694, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.817514] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.830335] env[62024]: DEBUG nova.network.neutron [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.969755] env[62024]: DEBUG nova.compute.manager [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.029169] env[62024]: DEBUG nova.network.neutron [req-1c4b9c77-a4ce-4d89-9d9f-769c500fa064 req-3f0d7a71-6d40-40cc-bec4-d22c92d26198 service nova] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Updated VIF entry in instance network info cache for port f5a1d4a8-266a-4976-9fe7-7fbde47de6e6. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.029285] env[62024]: DEBUG nova.network.neutron [req-1c4b9c77-a4ce-4d89-9d9f-769c500fa064 req-3f0d7a71-6d40-40cc-bec4-d22c92d26198 service nova] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Updating instance_info_cache with network_info: [{"id": "f5a1d4a8-266a-4976-9fe7-7fbde47de6e6", "address": "fa:16:3e:12:55:51", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a1d4a8-26", "ovs_interfaceid": "f5a1d4a8-266a-4976-9fe7-7fbde47de6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.100456] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734212} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.100749] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 06fcd604-5854-49bd-9bbd-51cbe3710e66/06fcd604-5854-49bd-9bbd-51cbe3710e66.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.100962] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 585.101226] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fd5c7ed-72cd-4ec7-b874-591797d70be2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.109445] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Waiting for the task: (returnval){ [ 585.109445] env[62024]: value = "task-2287697" [ 585.109445] env[62024]: _type = "Task" [ 585.109445] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.131035] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.168237] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287694, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.313295] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287696, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.385096] env[62024]: DEBUG nova.network.neutron [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Successfully created port: 2527b146-2e75-4eb2-bfc6-0415c5eb6a3f {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.389737] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439bdb64-223e-4671-a405-a5f27df1735b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.397657] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a6bd95-80a9-4480-853b-b5340936ed74 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.434596] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cea4002-570b-49ac-8e36-dd33eca638e8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.443089] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2206a73-506b-46c3-a6a7-06b52b428d85 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.204750] env[62024]: DEBUG nova.network.neutron [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Updating instance_info_cache with network_info: [{"id": "807278be-b7ac-4041-92b1-654f19519a78", "address": "fa:16:3e:71:c7:b3", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807278be-b7", "ovs_interfaceid": "807278be-b7ac-4041-92b1-654f19519a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.210134] env[62024]: DEBUG oslo_concurrency.lockutils [req-1c4b9c77-a4ce-4d89-9d9f-769c500fa064 req-3f0d7a71-6d40-40cc-bec4-d22c92d26198 service nova] Releasing lock "refresh_cache-564c4383-1dfd-46c6-aded-6b295642bc18" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.212280] env[62024]: DEBUG nova.compute.manager [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.213504] env[62024]: DEBUG nova.compute.manager [req-ac58145b-78ad-49e3-9808-dfc1d79b9c91 req-0760112b-c3ff-4c94-9aee-028c621f4f71 service nova] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Received event network-changed-807278be-b7ac-4041-92b1-654f19519a78 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.213675] env[62024]: DEBUG nova.compute.manager [req-ac58145b-78ad-49e3-9808-dfc1d79b9c91 req-0760112b-c3ff-4c94-9aee-028c621f4f71 service nova] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Refreshing instance network info cache due to event network-changed-807278be-b7ac-4041-92b1-654f19519a78. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 586.214799] env[62024]: DEBUG oslo_concurrency.lockutils [req-ac58145b-78ad-49e3-9808-dfc1d79b9c91 req-0760112b-c3ff-4c94-9aee-028c621f4f71 service nova] Acquiring lock "refresh_cache-8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.250724] env[62024]: DEBUG nova.compute.provider_tree [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.252261] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287694, 'name': CreateVM_Task, 'duration_secs': 1.581421} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.255018] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103574} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.255018] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287696, 'name': CreateSnapshot_Task, 'duration_secs': 1.104935} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.256365] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.256648] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.257118] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 586.258059] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.258264] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.258670] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.351995] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0334230-fb99-44e1-9326-539db8b437eb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.351995] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d25d25b-5638-4c59-aa5b-83c7bdb74aa1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.351995] env[62024]: DEBUG nova.virt.hardware [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.351995] env[62024]: DEBUG nova.virt.hardware [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.353381] env[62024]: DEBUG nova.virt.hardware [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.353381] env[62024]: DEBUG nova.virt.hardware [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.353381] env[62024]: DEBUG nova.virt.hardware [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.353381] env[62024]: DEBUG nova.virt.hardware [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.353381] env[62024]: DEBUG nova.virt.hardware [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.354137] env[62024]: DEBUG nova.virt.hardware [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.354137] env[62024]: DEBUG nova.virt.hardware [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.354137] env[62024]: DEBUG nova.virt.hardware [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.354137] env[62024]: DEBUG nova.virt.hardware [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.354137] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5b79e7-abfd-4815-8940-ebfcfe0afb48 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.354137] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea8cf1a-6d57-4939-9060-b539cb6c0283 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.354648] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.354648] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 06fcd604-5854-49bd-9bbd-51cbe3710e66/06fcd604-5854-49bd-9bbd-51cbe3710e66.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.354648] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcf6c827-4632-4547-bacd-d71940b40128 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.354648] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Waiting for the task: (returnval){ [ 586.354648] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e19fff-c780-29af-8347-bb1dc2a139e8" [ 586.354648] env[62024]: _type = "Task" [ 586.354648] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.354648] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507ec290-b603-4c78-a724-8285c9043fea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.355154] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Waiting for the task: (returnval){ [ 586.355154] env[62024]: value = "task-2287698" [ 586.355154] env[62024]: _type = "Task" [ 586.355154] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.366798] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e19fff-c780-29af-8347-bb1dc2a139e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.378565] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.382729] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.382729] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.382729] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.382729] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.382729] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84a2072c-bbd5-47bc-bb02-5a8458d43e89 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.408399] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.408399] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.408399] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.408399] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-963e3498-841f-45b6-8207-7cc34fb4d5d9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.409792] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Waiting for the task: (returnval){ [ 586.409792] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52563d98-7cbe-ba9b-30d3-f66a7adcd8bc" [ 586.409792] env[62024]: _type = "Task" [ 586.409792] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.430632] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52563d98-7cbe-ba9b-30d3-f66a7adcd8bc, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.433154] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bef5a89f-8240-41b8-9de7-8ead6266f4c6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.441059] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Waiting for the task: (returnval){ [ 586.441059] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5216bb02-0e93-e663-2d52-9f6ea099cd41" [ 586.441059] env[62024]: _type = "Task" [ 586.441059] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.461635] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5216bb02-0e93-e663-2d52-9f6ea099cd41, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.462600] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.462868] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 564c4383-1dfd-46c6-aded-6b295642bc18/564c4383-1dfd-46c6-aded-6b295642bc18.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.463158] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a612447-7bb7-455d-8c7f-ae6a76de5fac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.473892] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Waiting for the task: (returnval){ [ 586.473892] env[62024]: value = "task-2287699" [ 586.473892] env[62024]: _type = "Task" [ 586.473892] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.487679] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.721030] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "refresh_cache-8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.721030] env[62024]: DEBUG nova.compute.manager [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Instance network_info: |[{"id": "807278be-b7ac-4041-92b1-654f19519a78", "address": "fa:16:3e:71:c7:b3", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807278be-b7", "ovs_interfaceid": "807278be-b7ac-4041-92b1-654f19519a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 586.721653] env[62024]: DEBUG oslo_concurrency.lockutils [req-ac58145b-78ad-49e3-9808-dfc1d79b9c91 req-0760112b-c3ff-4c94-9aee-028c621f4f71 service nova] Acquired lock "refresh_cache-8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.721653] env[62024]: DEBUG nova.network.neutron [req-ac58145b-78ad-49e3-9808-dfc1d79b9c91 req-0760112b-c3ff-4c94-9aee-028c621f4f71 service nova] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Refreshing network info cache for port 807278be-b7ac-4041-92b1-654f19519a78 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 586.722797] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:c7:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '807278be-b7ac-4041-92b1-654f19519a78', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.731677] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Creating folder: Project (7f7d558c2d8a4ced9a390043174f4b76). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.735267] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccada7d1-83dd-4194-804a-829cc81ec46b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.747387] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Created folder: Project (7f7d558c2d8a4ced9a390043174f4b76) in parent group-v465568. [ 586.747572] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Creating folder: Instances. Parent ref: group-v465636. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.747814] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f8c365c-2b96-4eab-979c-fe70b307686c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.759201] env[62024]: DEBUG nova.scheduler.client.report [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.766011] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Created folder: Instances in parent group-v465636. [ 586.766011] env[62024]: DEBUG oslo.service.loopingcall [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.766011] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.766011] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b78def2f-58d8-40e9-8edb-b2a5f0e79c61 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.789528] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.789528] env[62024]: value = "task-2287702" [ 586.789528] env[62024]: _type = "Task" [ 586.789528] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.796393] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287702, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.845948] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 586.846643] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f23ea455-3bba-49a4-b884-46666a4f1927 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.855689] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 586.855689] env[62024]: value = "task-2287703" [ 586.855689] env[62024]: _type = "Task" [ 586.855689] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.867075] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287703, 'name': CloneVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.877110] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287698, 'name': ReconfigVM_Task, 'duration_secs': 0.32434} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.877547] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 06fcd604-5854-49bd-9bbd-51cbe3710e66/06fcd604-5854-49bd-9bbd-51cbe3710e66.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.879486] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6980b35e-f28f-4e23-b8e8-03db47625e60 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.887024] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Waiting for the task: (returnval){ [ 586.887024] env[62024]: value = "task-2287704" [ 586.887024] env[62024]: _type = "Task" [ 586.887024] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.895385] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287704, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.984532] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287699, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.225468] env[62024]: DEBUG nova.network.neutron [req-ac58145b-78ad-49e3-9808-dfc1d79b9c91 req-0760112b-c3ff-4c94-9aee-028c621f4f71 service nova] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Updated VIF entry in instance network info cache for port 807278be-b7ac-4041-92b1-654f19519a78. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.225771] env[62024]: DEBUG nova.network.neutron [req-ac58145b-78ad-49e3-9808-dfc1d79b9c91 req-0760112b-c3ff-4c94-9aee-028c621f4f71 service nova] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Updating instance_info_cache with network_info: [{"id": "807278be-b7ac-4041-92b1-654f19519a78", "address": "fa:16:3e:71:c7:b3", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807278be-b7", "ovs_interfaceid": "807278be-b7ac-4041-92b1-654f19519a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.279792] env[62024]: DEBUG oslo_concurrency.lockutils [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.673s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.280162] env[62024]: DEBUG nova.compute.manager [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.287024] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.823s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.287024] env[62024]: DEBUG nova.objects.instance [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Lazy-loading 'resources' on Instance uuid 98081ed8-ed47-4007-8704-afda0d808dcb {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 587.295321] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287702, 'name': CreateVM_Task, 'duration_secs': 0.486929} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.295549] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.296797] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.297033] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.297392] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.298248] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e79b4e5c-d759-4b2b-9a93-00d8b47d9397 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.305038] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 587.305038] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ab1565-5e1b-1e17-31e8-e8dfbe5925cb" [ 587.305038] env[62024]: _type = "Task" [ 587.305038] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.315442] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ab1565-5e1b-1e17-31e8-e8dfbe5925cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.368237] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287703, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.395312] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287704, 'name': Rename_Task, 'duration_secs': 0.228665} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.395823] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.396817] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf8b9e90-b82f-4c8f-b341-a09765f70a15 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.404220] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Waiting for the task: (returnval){ [ 587.404220] env[62024]: value = "task-2287705" [ 587.404220] env[62024]: _type = "Task" [ 587.404220] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.412988] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.453381] env[62024]: DEBUG nova.network.neutron [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Successfully updated port: 2527b146-2e75-4eb2-bfc6-0415c5eb6a3f {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.484255] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517534} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.484584] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 564c4383-1dfd-46c6-aded-6b295642bc18/564c4383-1dfd-46c6-aded-6b295642bc18.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.484808] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.485629] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16b8d96f-eec7-448d-b0e9-47040743f51f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.492987] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Waiting for the task: (returnval){ [ 587.492987] env[62024]: value = "task-2287706" [ 587.492987] env[62024]: _type = "Task" [ 587.492987] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.501873] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.826248] env[62024]: DEBUG oslo_concurrency.lockutils [req-ac58145b-78ad-49e3-9808-dfc1d79b9c91 req-0760112b-c3ff-4c94-9aee-028c621f4f71 service nova] Releasing lock "refresh_cache-8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.826248] env[62024]: DEBUG nova.compute.utils [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 587.830013] env[62024]: DEBUG nova.compute.manager [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.830342] env[62024]: DEBUG nova.network.neutron [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.841984] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ab1565-5e1b-1e17-31e8-e8dfbe5925cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01235} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.842935] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.842935] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.842935] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.842935] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.843337] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.843489] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec641c7f-7203-4921-a42c-e78941f41ffe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.854331] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.854331] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.854331] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0053333b-5646-4f4a-8c5f-e2380e9e730e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.878689] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287703, 'name': CloneVM_Task} progress is 95%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.880464] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 587.880464] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525c749a-de31-bc85-2629-38aab653c1ba" [ 587.880464] env[62024]: _type = "Task" [ 587.880464] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.891428] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525c749a-de31-bc85-2629-38aab653c1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.898342] env[62024]: DEBUG nova.policy [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7940166d3c8451a9948185be0940a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9e70d77cde740d5afe66770584537e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.915340] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287705, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.956111] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.956306] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquired lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.956625] env[62024]: DEBUG nova.network.neutron [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.007878] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082928} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.008159] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.012029] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6592d9-6945-4c72-99aa-3c69f72e9b77 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.033479] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 564c4383-1dfd-46c6-aded-6b295642bc18/564c4383-1dfd-46c6-aded-6b295642bc18.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.036808] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4829280-6c87-443e-8819-f6529e83d32e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.056829] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Waiting for the task: (returnval){ [ 588.056829] env[62024]: value = "task-2287707" [ 588.056829] env[62024]: _type = "Task" [ 588.056829] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.066180] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.244443] env[62024]: DEBUG nova.compute.manager [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Received event network-changed-8b54202d-d9fc-4747-9f03-1967652f5281 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.244694] env[62024]: DEBUG nova.compute.manager [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Refreshing instance network info cache due to event network-changed-8b54202d-d9fc-4747-9f03-1967652f5281. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 588.244801] env[62024]: DEBUG oslo_concurrency.lockutils [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] Acquiring lock "refresh_cache-8f22e462-0047-4ef2-b3cb-6284a5fdf506" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.245373] env[62024]: DEBUG oslo_concurrency.lockutils [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] Acquired lock "refresh_cache-8f22e462-0047-4ef2-b3cb-6284a5fdf506" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.245605] env[62024]: DEBUG nova.network.neutron [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Refreshing network info cache for port 8b54202d-d9fc-4747-9f03-1967652f5281 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.331326] env[62024]: DEBUG nova.compute.manager [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.351852] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Acquiring lock "062ca9a2-e02f-4d41-8957-bfa5880c10c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.351852] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Lock "062ca9a2-e02f-4d41-8957-bfa5880c10c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.373826] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287703, 'name': CloneVM_Task, 'duration_secs': 1.380565} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.374149] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Created linked-clone VM from snapshot [ 588.374918] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a54903-1473-47ab-83be-a4724a7c7055 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.391225] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Uploading image 3374ef19-d81c-4208-bf22-18ade9f5255b {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 588.403735] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525c749a-de31-bc85-2629-38aab653c1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.026884} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.404572] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236aeb49-d4a7-405a-ae0f-7fede9ddf100 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.418099] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 588.418099] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526e469f-7b4b-a7ab-b094-a0867d86a058" [ 588.418099] env[62024]: _type = "Task" [ 588.418099] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.425867] env[62024]: DEBUG oslo_vmware.api [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287705, 'name': PowerOnVM_Task, 'duration_secs': 0.552524} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.426770] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.426770] env[62024]: INFO nova.compute.manager [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Took 11.34 seconds to spawn the instance on the hypervisor. [ 588.426934] env[62024]: DEBUG nova.compute.manager [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.430504] env[62024]: DEBUG oslo_vmware.rw_handles [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 588.430504] env[62024]: value = "vm-465639" [ 588.430504] env[62024]: _type = "VirtualMachine" [ 588.430504] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 588.435345] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb64785-41d6-4851-8f7a-80c58af81d59 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.438228] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4a506d74-646f-483f-b309-3be2ff8fde3b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.439658] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526e469f-7b4b-a7ab-b094-a0867d86a058, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.443444] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.443673] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300/8e1a5f74-c744-42d6-8b42-4b6fcd9e5300.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.444669] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-457d6ee7-1711-4238-a49c-296ad5d67798 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.455091] env[62024]: DEBUG oslo_vmware.rw_handles [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lease: (returnval){ [ 588.455091] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520622b4-2617-277c-7c28-0370cb861439" [ 588.455091] env[62024]: _type = "HttpNfcLease" [ 588.455091] env[62024]: } obtained for exporting VM: (result){ [ 588.455091] env[62024]: value = "vm-465639" [ 588.455091] env[62024]: _type = "VirtualMachine" [ 588.455091] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 588.455517] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the lease: (returnval){ [ 588.455517] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520622b4-2617-277c-7c28-0370cb861439" [ 588.455517] env[62024]: _type = "HttpNfcLease" [ 588.455517] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 588.463364] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 588.463364] env[62024]: value = "task-2287709" [ 588.463364] env[62024]: _type = "Task" [ 588.463364] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.471714] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 588.471714] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520622b4-2617-277c-7c28-0370cb861439" [ 588.471714] env[62024]: _type = "HttpNfcLease" [ 588.471714] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 588.472381] env[62024]: DEBUG oslo_vmware.rw_handles [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 588.472381] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520622b4-2617-277c-7c28-0370cb861439" [ 588.472381] env[62024]: _type = "HttpNfcLease" [ 588.472381] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 588.473219] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc09bc82-f8d6-4b87-be5b-64663bc74b97 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.479689] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.488027] env[62024]: DEBUG oslo_vmware.rw_handles [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52955eb5-0527-ea16-4a8c-bc8ce076bc02/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 588.488027] env[62024]: DEBUG oslo_vmware.rw_handles [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52955eb5-0527-ea16-4a8c-bc8ce076bc02/disk-0.vmdk for reading. {{(pid=62024) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 588.551502] env[62024]: DEBUG nova.network.neutron [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.569774] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.584951] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ac5b9e0-5839-49ed-8b3d-9ba3970a921a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.653287] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28612fcd-4a3a-436d-bda0-cd9866ac5719 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.661304] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcdce52-0e84-4e15-9623-e64872efcc08 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.694769] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6e21e4-dd43-43ac-aa46-03a0a957a875 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.698240] env[62024]: DEBUG nova.network.neutron [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Successfully created port: 6fd33a12-fbee-49a9-b9d6-cb34b1623ddd {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.708190] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a333787-1f5d-494b-a71b-9dfc1309264c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.724994] env[62024]: DEBUG nova.compute.provider_tree [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.841239] env[62024]: INFO nova.virt.block_device [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Booting with volume 1719787c-8974-4916-ac63-607a0d2ff51a at /dev/sda [ 588.862493] env[62024]: DEBUG nova.network.neutron [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Updating instance_info_cache with network_info: [{"id": "2527b146-2e75-4eb2-bfc6-0415c5eb6a3f", "address": "fa:16:3e:15:15:80", "network": {"id": "8ba0185f-ae53-40c0-ba44-d294e329887d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-399715718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddcb85ecc5d84fd895227b297f0e6cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2527b146-2e", "ovs_interfaceid": "2527b146-2e75-4eb2-bfc6-0415c5eb6a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.927863] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40e963a7-f68b-4853-927d-edc89acfa484 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.939203] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4425c4-2c32-4dfe-a412-bce1a0c1f3ab {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.965296] env[62024]: INFO nova.compute.manager [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Took 43.48 seconds to build instance. [ 588.988145] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33fdb784-be92-4dc1-afc8-5cb83f049243 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.995353] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509239} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.997658] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300/8e1a5f74-c744-42d6-8b42-4b6fcd9e5300.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.997658] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.997658] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d795ff9-e3d8-48e2-a85d-86df5552dcc2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.001853] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963f2f75-e19d-4e83-acdb-302ceed790b6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.021998] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 589.021998] env[62024]: value = "task-2287710" [ 589.021998] env[62024]: _type = "Task" [ 589.021998] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.049370] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.050316] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b278fae2-5c21-4f02-859d-a6753bd81a87 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.062334] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cd04c2-c4eb-41ba-b9a8-5f66c00657b0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.071086] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287707, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.078953] env[62024]: DEBUG nova.virt.block_device [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Updating existing volume attachment record: 31d6c1a4-749b-436f-9a17-ef3f976ae91f {{(pid=62024) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 589.195784] env[62024]: DEBUG nova.network.neutron [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Updated VIF entry in instance network info cache for port 8b54202d-d9fc-4747-9f03-1967652f5281. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.196181] env[62024]: DEBUG nova.network.neutron [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Updating instance_info_cache with network_info: [{"id": "8b54202d-d9fc-4747-9f03-1967652f5281", "address": "fa:16:3e:50:50:ad", "network": {"id": "e18781da-2894-4010-b62c-48d5ea49cdc9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2024893945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f864761900ea4b22841ca9bb3c60be26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b54202d-d9", "ovs_interfaceid": "8b54202d-d9fc-4747-9f03-1967652f5281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.226234] env[62024]: DEBUG nova.scheduler.client.report [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.371637] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Releasing lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.372193] env[62024]: DEBUG nova.compute.manager [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Instance network_info: |[{"id": "2527b146-2e75-4eb2-bfc6-0415c5eb6a3f", "address": "fa:16:3e:15:15:80", "network": {"id": "8ba0185f-ae53-40c0-ba44-d294e329887d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-399715718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddcb85ecc5d84fd895227b297f0e6cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2527b146-2e", "ovs_interfaceid": "2527b146-2e75-4eb2-bfc6-0415c5eb6a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.372870] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:15:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2527b146-2e75-4eb2-bfc6-0415c5eb6a3f', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.382791] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Creating folder: Project (ddcb85ecc5d84fd895227b297f0e6cd1). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.383168] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90b2e91f-cd9c-4b1c-99ae-ec90874a890f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.395211] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Created folder: Project (ddcb85ecc5d84fd895227b297f0e6cd1) in parent group-v465568. [ 589.395493] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Creating folder: Instances. Parent ref: group-v465640. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.395930] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d29d98a-1d29-4d24-b4b1-bf93f5aff1eb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.405341] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Created folder: Instances in parent group-v465640. [ 589.405684] env[62024]: DEBUG oslo.service.loopingcall [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.406156] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.406432] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef26c5b5-25ab-4c43-b611-8bbd78f8627c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.428925] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.428925] env[62024]: value = "task-2287713" [ 589.428925] env[62024]: _type = "Task" [ 589.428925] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.440760] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287713, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.468958] env[62024]: DEBUG oslo_concurrency.lockutils [None req-79813be6-082f-4e03-9b11-7dbd93148b0f tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Lock "06fcd604-5854-49bd-9bbd-51cbe3710e66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.500s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.535384] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098919} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.536808] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.537859] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae57c91-8824-4197-a52a-9641749c4fda {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.562414] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300/8e1a5f74-c744-42d6-8b42-4b6fcd9e5300.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.563471] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55782843-7ab3-41f8-a40d-b8f7670bcf80 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.590182] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287707, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.591666] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 589.591666] env[62024]: value = "task-2287714" [ 589.591666] env[62024]: _type = "Task" [ 589.591666] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.600701] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287714, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.699247] env[62024]: DEBUG oslo_concurrency.lockutils [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] Releasing lock "refresh_cache-8f22e462-0047-4ef2-b3cb-6284a5fdf506" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.699623] env[62024]: DEBUG nova.compute.manager [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Received event network-vif-plugged-2527b146-2e75-4eb2-bfc6-0415c5eb6a3f {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.700901] env[62024]: DEBUG oslo_concurrency.lockutils [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] Acquiring lock "cd1edbe3-4426-474b-99ed-8143be203e55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.701175] env[62024]: DEBUG oslo_concurrency.lockutils [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] Lock "cd1edbe3-4426-474b-99ed-8143be203e55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.701362] env[62024]: DEBUG oslo_concurrency.lockutils [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] Lock "cd1edbe3-4426-474b-99ed-8143be203e55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.701698] env[62024]: DEBUG nova.compute.manager [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] No waiting events found dispatching network-vif-plugged-2527b146-2e75-4eb2-bfc6-0415c5eb6a3f {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.702386] env[62024]: WARNING nova.compute.manager [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Received unexpected event network-vif-plugged-2527b146-2e75-4eb2-bfc6-0415c5eb6a3f for instance with vm_state building and task_state spawning. [ 589.702386] env[62024]: DEBUG nova.compute.manager [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Received event network-changed-2527b146-2e75-4eb2-bfc6-0415c5eb6a3f {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.702386] env[62024]: DEBUG nova.compute.manager [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Refreshing instance network info cache due to event network-changed-2527b146-2e75-4eb2-bfc6-0415c5eb6a3f. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 589.702521] env[62024]: DEBUG oslo_concurrency.lockutils [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] Acquiring lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.702651] env[62024]: DEBUG oslo_concurrency.lockutils [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] Acquired lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.702860] env[62024]: DEBUG nova.network.neutron [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Refreshing network info cache for port 2527b146-2e75-4eb2-bfc6-0415c5eb6a3f {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.735477] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.451s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.736793] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.875s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.739026] env[62024]: INFO nova.compute.claims [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.805052] env[62024]: INFO nova.scheduler.client.report [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Deleted allocations for instance 98081ed8-ed47-4007-8704-afda0d808dcb [ 589.942969] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287713, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.971312] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.072958] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287707, 'name': ReconfigVM_Task, 'duration_secs': 1.631261} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.073409] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 564c4383-1dfd-46c6-aded-6b295642bc18/564c4383-1dfd-46c6-aded-6b295642bc18.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.074200] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99c3334c-3854-412f-9788-c9f97659727e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.081136] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Waiting for the task: (returnval){ [ 590.081136] env[62024]: value = "task-2287715" [ 590.081136] env[62024]: _type = "Task" [ 590.081136] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.089845] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287715, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.103426] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.314833] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3861fcb-1abd-4284-9c1c-d36cd9c9203e tempest-ServerDiagnosticsNegativeTest-1584191309 tempest-ServerDiagnosticsNegativeTest-1584191309-project-member] Lock "98081ed8-ed47-4007-8704-afda0d808dcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.570s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.441188] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287713, 'name': CreateVM_Task, 'duration_secs': 0.628105} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.442147] env[62024]: DEBUG nova.network.neutron [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Successfully updated port: 6fd33a12-fbee-49a9-b9d6-cb34b1623ddd {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.443483] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.444173] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.444340] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.444673] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.445138] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8dcef31-40bb-4446-959d-99cc3027417e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.451014] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 590.451014] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528690d7-1d37-ddfc-eb49-6b29e24cca65" [ 590.451014] env[62024]: _type = "Task" [ 590.451014] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.465628] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528690d7-1d37-ddfc-eb49-6b29e24cca65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.495922] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.564478] env[62024]: DEBUG nova.network.neutron [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Updated VIF entry in instance network info cache for port 2527b146-2e75-4eb2-bfc6-0415c5eb6a3f. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.564929] env[62024]: DEBUG nova.network.neutron [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Updating instance_info_cache with network_info: [{"id": "2527b146-2e75-4eb2-bfc6-0415c5eb6a3f", "address": "fa:16:3e:15:15:80", "network": {"id": "8ba0185f-ae53-40c0-ba44-d294e329887d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-399715718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddcb85ecc5d84fd895227b297f0e6cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2527b146-2e", "ovs_interfaceid": "2527b146-2e75-4eb2-bfc6-0415c5eb6a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.593562] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287715, 'name': Rename_Task, 'duration_secs': 0.255827} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.593945] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.594363] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c49d15d6-3770-4fd7-91b8-6a1445a3dadd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.606034] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287714, 'name': ReconfigVM_Task, 'duration_secs': 0.650867} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.607514] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300/8e1a5f74-c744-42d6-8b42-4b6fcd9e5300.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.608255] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Waiting for the task: (returnval){ [ 590.608255] env[62024]: value = "task-2287716" [ 590.608255] env[62024]: _type = "Task" [ 590.608255] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.608469] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-659e8951-44c7-444f-88e3-4631591892ff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.620029] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.620855] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 590.620855] env[62024]: value = "task-2287717" [ 590.620855] env[62024]: _type = "Task" [ 590.620855] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.629340] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287717, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.949373] env[62024]: DEBUG oslo_concurrency.lockutils [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Acquiring lock "refresh_cache-f50e7100-ddcb-4485-964c-25c952cdb844" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.949373] env[62024]: DEBUG oslo_concurrency.lockutils [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Acquired lock "refresh_cache-f50e7100-ddcb-4485-964c-25c952cdb844" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.949373] env[62024]: DEBUG nova.network.neutron [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.965226] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528690d7-1d37-ddfc-eb49-6b29e24cca65, 'name': SearchDatastore_Task, 'duration_secs': 0.014976} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.965546] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.965796] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.966041] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.966213] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.966399] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.966687] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfd02439-50ba-4265-9b99-97230ddde55b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.976861] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.977080] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.980189] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad7bf05-6b3f-406c-9eeb-3d45003334dc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.984072] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 590.984072] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5226f74c-9d39-594c-938e-a8d081b9537b" [ 590.984072] env[62024]: _type = "Task" [ 590.984072] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.995764] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5226f74c-9d39-594c-938e-a8d081b9537b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.068437] env[62024]: DEBUG oslo_concurrency.lockutils [req-dad94fbf-6f69-4148-9055-d12c42893c6c req-09af73e8-23fe-451b-9c3a-9581a0a5dcf8 service nova] Releasing lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.122318] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.134595] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287717, 'name': Rename_Task, 'duration_secs': 0.197234} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.134936] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 591.135243] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9c536a4-07fd-4dc6-94e6-ad3ee75fafbd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.142388] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 591.142388] env[62024]: value = "task-2287718" [ 591.142388] env[62024]: _type = "Task" [ 591.142388] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.150844] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.287811] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c9e531-3380-47d8-920d-f577004034af {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.295764] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e1b422-9a9a-406a-99b1-ca2eee967d58 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.300424] env[62024]: DEBUG nova.compute.manager [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.300948] env[62024]: DEBUG nova.virt.hardware [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.301315] env[62024]: DEBUG nova.virt.hardware [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.301315] env[62024]: DEBUG nova.virt.hardware [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.301522] env[62024]: DEBUG nova.virt.hardware [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.301668] env[62024]: DEBUG nova.virt.hardware [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.301811] env[62024]: DEBUG nova.virt.hardware [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.302021] env[62024]: DEBUG nova.virt.hardware [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.302197] env[62024]: DEBUG nova.virt.hardware [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.302387] env[62024]: DEBUG nova.virt.hardware [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.302744] env[62024]: DEBUG nova.virt.hardware [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.302869] env[62024]: DEBUG nova.virt.hardware [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.331616] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12133863-c2b2-4a4a-a205-ed65474f7149 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.336722] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df62e003-9a76-4d96-9977-2c0c8aff6811 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.346306] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3074c3-cad0-493a-a9dd-38ca963a80d6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.351823] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43da894-edaa-48b2-bb04-9e5803a3d9e6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.374582] env[62024]: DEBUG nova.compute.provider_tree [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.492208] env[62024]: DEBUG nova.network.neutron [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.500549] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5226f74c-9d39-594c-938e-a8d081b9537b, 'name': SearchDatastore_Task, 'duration_secs': 0.012406} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.501438] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e008e3-86a6-466e-9f9d-31f9edc8a47c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.507666] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 591.507666] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a01f2d-1a5c-a3f4-5d9b-5462f5140524" [ 591.507666] env[62024]: _type = "Task" [ 591.507666] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.517226] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a01f2d-1a5c-a3f4-5d9b-5462f5140524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.624099] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.654181] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287718, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.655421] env[62024]: DEBUG nova.network.neutron [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Updating instance_info_cache with network_info: [{"id": "6fd33a12-fbee-49a9-b9d6-cb34b1623ddd", "address": "fa:16:3e:fc:67:7a", "network": {"id": "345c616c-c7bc-4c87-84d6-4310474fabaf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1608218780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e70d77cde740d5afe66770584537e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd33a12-fb", "ovs_interfaceid": "6fd33a12-fbee-49a9-b9d6-cb34b1623ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.878152] env[62024]: DEBUG nova.scheduler.client.report [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.019054] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a01f2d-1a5c-a3f4-5d9b-5462f5140524, 'name': SearchDatastore_Task, 'duration_secs': 0.013129} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.019359] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.019625] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] cd1edbe3-4426-474b-99ed-8143be203e55/cd1edbe3-4426-474b-99ed-8143be203e55.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.019886] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b05b72c0-9a29-4317-8f69-564b47c90dc3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.027015] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 592.027015] env[62024]: value = "task-2287719" [ 592.027015] env[62024]: _type = "Task" [ 592.027015] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.036747] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.123264] env[62024]: DEBUG oslo_vmware.api [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287716, 'name': PowerOnVM_Task, 'duration_secs': 1.133883} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.123627] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.123829] env[62024]: INFO nova.compute.manager [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Took 12.17 seconds to spawn the instance on the hypervisor. [ 592.124035] env[62024]: DEBUG nova.compute.manager [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.124848] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7ffbef-087c-4506-a640-4b7a5bfb70a4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.153405] env[62024]: DEBUG oslo_vmware.api [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287718, 'name': PowerOnVM_Task, 'duration_secs': 0.678639} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.153691] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.153906] env[62024]: INFO nova.compute.manager [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Took 9.40 seconds to spawn the instance on the hypervisor. [ 592.154104] env[62024]: DEBUG nova.compute.manager [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.155037] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c91254-1e40-4525-84a9-6cd2f8727c24 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.157835] env[62024]: DEBUG oslo_concurrency.lockutils [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Releasing lock "refresh_cache-f50e7100-ddcb-4485-964c-25c952cdb844" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.158148] env[62024]: DEBUG nova.compute.manager [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Instance network_info: |[{"id": "6fd33a12-fbee-49a9-b9d6-cb34b1623ddd", "address": "fa:16:3e:fc:67:7a", "network": {"id": "345c616c-c7bc-4c87-84d6-4310474fabaf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1608218780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e70d77cde740d5afe66770584537e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd33a12-fb", "ovs_interfaceid": "6fd33a12-fbee-49a9-b9d6-cb34b1623ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.158555] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:67:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fd33a12-fbee-49a9-b9d6-cb34b1623ddd', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.166331] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Creating folder: Project (e9e70d77cde740d5afe66770584537e3). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.167463] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dd6082c-f17e-42e5-94d5-d4b2cf550b7b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.183491] env[62024]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 592.183867] env[62024]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62024) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 592.184059] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Folder already exists: Project (e9e70d77cde740d5afe66770584537e3). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 592.184270] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Creating folder: Instances. Parent ref: group-v465575. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.184517] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b91ccd34-b203-4276-9a06-e88bdd1e9839 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.195539] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Created folder: Instances in parent group-v465575. [ 592.195815] env[62024]: DEBUG oslo.service.loopingcall [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.196068] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.196288] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5451109a-9a58-4947-9b11-43b587d5b66b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.216524] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.216524] env[62024]: value = "task-2287722" [ 592.216524] env[62024]: _type = "Task" [ 592.216524] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.226066] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287722, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.384393] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.386638] env[62024]: DEBUG nova.compute.manager [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.389671] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.526s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.391852] env[62024]: INFO nova.compute.claims [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.539240] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287719, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.641259] env[62024]: INFO nova.compute.manager [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Took 43.57 seconds to build instance. [ 592.683444] env[62024]: INFO nova.compute.manager [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Took 42.23 seconds to build instance. [ 592.726860] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287722, 'name': CreateVM_Task, 'duration_secs': 0.494701} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.727044] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.727693] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465588', 'volume_id': '1719787c-8974-4916-ac63-607a0d2ff51a', 'name': 'volume-1719787c-8974-4916-ac63-607a0d2ff51a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f50e7100-ddcb-4485-964c-25c952cdb844', 'attached_at': '', 'detached_at': '', 'volume_id': '1719787c-8974-4916-ac63-607a0d2ff51a', 'serial': '1719787c-8974-4916-ac63-607a0d2ff51a'}, 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'attachment_id': '31d6c1a4-749b-436f-9a17-ef3f976ae91f', 'volume_type': None}], 'swap': None} {{(pid=62024) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 592.727908] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Root volume attach. Driver type: vmdk {{(pid=62024) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 592.728733] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d01067-e948-470c-8161-7af699489889 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.737057] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773280f8-72c1-4229-a212-8c7cbba48cfc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.743481] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe1482b-17fb-47a1-970e-8976fc94b03a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.749721] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-35faabe2-f1ef-4f15-86e1-deed3eeb4e68 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.756823] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Waiting for the task: (returnval){ [ 592.756823] env[62024]: value = "task-2287723" [ 592.756823] env[62024]: _type = "Task" [ 592.756823] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.765550] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287723, 'name': RelocateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.896977] env[62024]: DEBUG nova.compute.utils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 592.900534] env[62024]: DEBUG nova.compute.manager [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.900724] env[62024]: DEBUG nova.network.neutron [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.000979] env[62024]: DEBUG nova.policy [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09c9b15a45a747c098a5a158694c4973', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '212c678f3b1d4bf892f098a436ddb427', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.038692] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633213} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.038990] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] cd1edbe3-4426-474b-99ed-8143be203e55/cd1edbe3-4426-474b-99ed-8143be203e55.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.039259] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.039525] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b718231e-8dcf-47a5-9489-230e413f8def {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.046500] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 593.046500] env[62024]: value = "task-2287724" [ 593.046500] env[62024]: _type = "Task" [ 593.046500] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.055495] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.144609] env[62024]: DEBUG oslo_concurrency.lockutils [None req-48c4f6e1-6744-4b4a-93bd-6730fb137532 tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Lock "564c4383-1dfd-46c6-aded-6b295642bc18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.826s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.186015] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84488515-f0ee-48a1-a702-8fd7ff13978e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.282s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.267534] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287723, 'name': RelocateVM_Task} progress is 40%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.359579] env[62024]: DEBUG oslo_vmware.rw_handles [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52985eba-e70e-ae7a-3021-eda88ce060b5/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 593.360749] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d556dc42-d15f-4f97-81bd-d3dffde0596c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.367514] env[62024]: DEBUG oslo_vmware.rw_handles [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52985eba-e70e-ae7a-3021-eda88ce060b5/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 593.367699] env[62024]: ERROR oslo_vmware.rw_handles [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52985eba-e70e-ae7a-3021-eda88ce060b5/disk-0.vmdk due to incomplete transfer. [ 593.367948] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e6e7880-a608-4e73-87d1-0337ed718d36 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.375258] env[62024]: DEBUG oslo_vmware.rw_handles [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52985eba-e70e-ae7a-3021-eda88ce060b5/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 593.375461] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Uploaded image 88225a96-d975-49e7-ac79-925859486020 to the Glance image server {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 593.377763] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 593.378048] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb1ae786-1260-4eda-856c-291542edbfaf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.383720] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 593.383720] env[62024]: value = "task-2287725" [ 593.383720] env[62024]: _type = "Task" [ 593.383720] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.391924] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287725, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.408753] env[62024]: DEBUG nova.compute.manager [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.557045] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07866} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.559989] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.561167] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26a80f0-1198-4ef8-9f2f-d791e2cfae66 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.585980] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] cd1edbe3-4426-474b-99ed-8143be203e55/cd1edbe3-4426-474b-99ed-8143be203e55.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.589142] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb91bb33-f932-4d46-b4e6-be2d6761678c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.610573] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 593.610573] env[62024]: value = "task-2287726" [ 593.610573] env[62024]: _type = "Task" [ 593.610573] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.619227] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.648316] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.688282] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.724281] env[62024]: DEBUG nova.compute.manager [req-7112db9f-3911-411a-908b-02c1ccc22c09 req-8df13743-c654-4cc1-a446-8ae4dd9f250e service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Received event network-vif-plugged-6fd33a12-fbee-49a9-b9d6-cb34b1623ddd {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.724281] env[62024]: DEBUG oslo_concurrency.lockutils [req-7112db9f-3911-411a-908b-02c1ccc22c09 req-8df13743-c654-4cc1-a446-8ae4dd9f250e service nova] Acquiring lock "f50e7100-ddcb-4485-964c-25c952cdb844-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.724281] env[62024]: DEBUG oslo_concurrency.lockutils [req-7112db9f-3911-411a-908b-02c1ccc22c09 req-8df13743-c654-4cc1-a446-8ae4dd9f250e service nova] Lock "f50e7100-ddcb-4485-964c-25c952cdb844-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.724281] env[62024]: DEBUG oslo_concurrency.lockutils [req-7112db9f-3911-411a-908b-02c1ccc22c09 req-8df13743-c654-4cc1-a446-8ae4dd9f250e service nova] Lock "f50e7100-ddcb-4485-964c-25c952cdb844-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.724281] env[62024]: DEBUG nova.compute.manager [req-7112db9f-3911-411a-908b-02c1ccc22c09 req-8df13743-c654-4cc1-a446-8ae4dd9f250e service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] No waiting events found dispatching network-vif-plugged-6fd33a12-fbee-49a9-b9d6-cb34b1623ddd {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.724514] env[62024]: WARNING nova.compute.manager [req-7112db9f-3911-411a-908b-02c1ccc22c09 req-8df13743-c654-4cc1-a446-8ae4dd9f250e service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Received unexpected event network-vif-plugged-6fd33a12-fbee-49a9-b9d6-cb34b1623ddd for instance with vm_state building and task_state spawning. [ 593.774613] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287723, 'name': RelocateVM_Task} progress is 53%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.889283] env[62024]: DEBUG nova.network.neutron [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Successfully created port: faff9dd3-cc1e-44f1-8b13-b87e13cacccc {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.901982] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287725, 'name': Destroy_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.104834] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242a874f-8c7a-4c34-ac56-8438baf12145 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.117972] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d9b3e8-c215-4497-b4ae-b37497627e44 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.128191] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.160198] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad18626-722a-4b90-8698-461af73b822c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.172038] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5974715c-f545-4e3a-a4cc-07e353b8077a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.186166] env[62024]: DEBUG nova.compute.provider_tree [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.191218] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.211421] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.269783] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287723, 'name': RelocateVM_Task} progress is 65%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.403809] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287725, 'name': Destroy_Task, 'duration_secs': 0.748364} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.404077] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Destroyed the VM [ 594.404330] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 594.404598] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bf18349d-9134-4168-9722-9328e6e79943 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.414228] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 594.414228] env[62024]: value = "task-2287727" [ 594.414228] env[62024]: _type = "Task" [ 594.414228] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.420035] env[62024]: DEBUG nova.compute.manager [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.426436] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287727, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.475286] env[62024]: DEBUG nova.virt.hardware [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.475593] env[62024]: DEBUG nova.virt.hardware [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.475778] env[62024]: DEBUG nova.virt.hardware [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.475973] env[62024]: DEBUG nova.virt.hardware [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.476415] env[62024]: DEBUG nova.virt.hardware [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.476613] env[62024]: DEBUG nova.virt.hardware [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.476859] env[62024]: DEBUG nova.virt.hardware [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.477028] env[62024]: DEBUG nova.virt.hardware [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.477211] env[62024]: DEBUG nova.virt.hardware [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.477394] env[62024]: DEBUG nova.virt.hardware [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.477587] env[62024]: DEBUG nova.virt.hardware [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.478953] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd85835-d1e9-4d7d-8336-b9bc25faa148 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.489992] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8ddf27-ed36-4acd-86fa-903109e9891e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.626232] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287726, 'name': ReconfigVM_Task, 'duration_secs': 0.55308} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.626591] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Reconfigured VM instance instance-00000018 to attach disk [datastore1] cd1edbe3-4426-474b-99ed-8143be203e55/cd1edbe3-4426-474b-99ed-8143be203e55.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.627212] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55e7dcc3-6041-4f37-8c4c-a0a3d7f7320f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.637604] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 594.637604] env[62024]: value = "task-2287728" [ 594.637604] env[62024]: _type = "Task" [ 594.637604] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.649648] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287728, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.690401] env[62024]: DEBUG nova.scheduler.client.report [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.774690] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287723, 'name': RelocateVM_Task} progress is 78%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.929165] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287727, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.154210] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287728, 'name': Rename_Task, 'duration_secs': 0.198807} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.154210] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.154210] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7973589-be16-4293-b345-b36257572649 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.164829] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 595.164829] env[62024]: value = "task-2287729" [ 595.164829] env[62024]: _type = "Task" [ 595.164829] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.179847] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.196897] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.197577] env[62024]: DEBUG nova.compute.manager [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.201134] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.690s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.205352] env[62024]: INFO nova.compute.claims [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.278815] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287723, 'name': RelocateVM_Task} progress is 92%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.424922] env[62024]: DEBUG nova.compute.manager [req-32fc009a-578c-4a5a-a8d0-847a4e4f0bd3 req-d780790e-2f3f-41d9-93a9-ee6e74f2085b service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Received event network-changed-4848fd0d-5b6e-44aa-a6a9-a24131f37566 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.425060] env[62024]: DEBUG nova.compute.manager [req-32fc009a-578c-4a5a-a8d0-847a4e4f0bd3 req-d780790e-2f3f-41d9-93a9-ee6e74f2085b service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Refreshing instance network info cache due to event network-changed-4848fd0d-5b6e-44aa-a6a9-a24131f37566. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 595.428620] env[62024]: DEBUG oslo_concurrency.lockutils [req-32fc009a-578c-4a5a-a8d0-847a4e4f0bd3 req-d780790e-2f3f-41d9-93a9-ee6e74f2085b service nova] Acquiring lock "refresh_cache-06fcd604-5854-49bd-9bbd-51cbe3710e66" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.430574] env[62024]: DEBUG oslo_concurrency.lockutils [req-32fc009a-578c-4a5a-a8d0-847a4e4f0bd3 req-d780790e-2f3f-41d9-93a9-ee6e74f2085b service nova] Acquired lock "refresh_cache-06fcd604-5854-49bd-9bbd-51cbe3710e66" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.430574] env[62024]: DEBUG nova.network.neutron [req-32fc009a-578c-4a5a-a8d0-847a4e4f0bd3 req-d780790e-2f3f-41d9-93a9-ee6e74f2085b service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Refreshing network info cache for port 4848fd0d-5b6e-44aa-a6a9-a24131f37566 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.436417] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287727, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.677075] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287729, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.708630] env[62024]: DEBUG nova.compute.utils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 595.713249] env[62024]: DEBUG nova.compute.manager [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.713441] env[62024]: DEBUG nova.network.neutron [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.778329] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287723, 'name': RelocateVM_Task} progress is 97%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.791787] env[62024]: DEBUG nova.policy [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac9642bd3134e8f8ce7dffa09717db3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddea10ddb6a44863b1fcff034e3f6899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.876046] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1790374c-6999-4faf-9a26-0531aecf5c4e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.876046] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1790374c-6999-4faf-9a26-0531aecf5c4e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.876046] env[62024]: DEBUG nova.compute.manager [None req-1790374c-6999-4faf-9a26-0531aecf5c4e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.877352] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e9ed39-0ebc-4f34-aebe-a5edd62d3e5b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.885647] env[62024]: DEBUG nova.compute.manager [None req-1790374c-6999-4faf-9a26-0531aecf5c4e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62024) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 595.885821] env[62024]: DEBUG nova.objects.instance [None req-1790374c-6999-4faf-9a26-0531aecf5c4e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lazy-loading 'flavor' on Instance uuid 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 595.926831] env[62024]: DEBUG oslo_vmware.api [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287727, 'name': RemoveSnapshot_Task, 'duration_secs': 1.138081} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.927226] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 595.927350] env[62024]: INFO nova.compute.manager [None req-7a5b9574-7655-4b36-bed7-1ad3fd444a4b tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Took 17.69 seconds to snapshot the instance on the hypervisor. [ 595.992872] env[62024]: DEBUG nova.network.neutron [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Successfully updated port: faff9dd3-cc1e-44f1-8b13-b87e13cacccc {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.179584] env[62024]: DEBUG oslo_vmware.api [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287729, 'name': PowerOnVM_Task, 'duration_secs': 0.693075} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.179885] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.180108] env[62024]: INFO nova.compute.manager [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Took 9.97 seconds to spawn the instance on the hypervisor. [ 596.180296] env[62024]: DEBUG nova.compute.manager [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.181616] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da787934-0c95-4812-b45a-a404481f5f80 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.217530] env[62024]: DEBUG nova.compute.manager [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.280074] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287723, 'name': RelocateVM_Task} progress is 98%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.495055] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Acquiring lock "refresh_cache-ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.495353] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Acquired lock "refresh_cache-ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.495543] env[62024]: DEBUG nova.network.neutron [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.640755] env[62024]: DEBUG nova.network.neutron [req-32fc009a-578c-4a5a-a8d0-847a4e4f0bd3 req-d780790e-2f3f-41d9-93a9-ee6e74f2085b service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Updated VIF entry in instance network info cache for port 4848fd0d-5b6e-44aa-a6a9-a24131f37566. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.641322] env[62024]: DEBUG nova.network.neutron [req-32fc009a-578c-4a5a-a8d0-847a4e4f0bd3 req-d780790e-2f3f-41d9-93a9-ee6e74f2085b service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Updating instance_info_cache with network_info: [{"id": "4848fd0d-5b6e-44aa-a6a9-a24131f37566", "address": "fa:16:3e:70:91:41", "network": {"id": "5662055e-56a5-4263-91bb-3f4d5fbf7fe7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1172049765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d82bba006a5c4272a57a3a9d444d98b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4848fd0d-5b", "ovs_interfaceid": "4848fd0d-5b6e-44aa-a6a9-a24131f37566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.667209] env[62024]: DEBUG nova.network.neutron [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Successfully created port: a950f51c-d0b9-4d0d-be14-359e01c704e9 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.705221] env[62024]: INFO nova.compute.manager [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Took 37.85 seconds to build instance. [ 596.780449] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287723, 'name': RelocateVM_Task} progress is 98%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.803732] env[62024]: DEBUG nova.compute.manager [req-4200ac83-5c5d-42d4-b614-8d63c8d52517 req-8e997719-ea44-4a2a-b66c-c141e5c34175 service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Received event network-changed-6fd33a12-fbee-49a9-b9d6-cb34b1623ddd {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.803953] env[62024]: DEBUG nova.compute.manager [req-4200ac83-5c5d-42d4-b614-8d63c8d52517 req-8e997719-ea44-4a2a-b66c-c141e5c34175 service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Refreshing instance network info cache due to event network-changed-6fd33a12-fbee-49a9-b9d6-cb34b1623ddd. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 596.804211] env[62024]: DEBUG oslo_concurrency.lockutils [req-4200ac83-5c5d-42d4-b614-8d63c8d52517 req-8e997719-ea44-4a2a-b66c-c141e5c34175 service nova] Acquiring lock "refresh_cache-f50e7100-ddcb-4485-964c-25c952cdb844" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.804399] env[62024]: DEBUG oslo_concurrency.lockutils [req-4200ac83-5c5d-42d4-b614-8d63c8d52517 req-8e997719-ea44-4a2a-b66c-c141e5c34175 service nova] Acquired lock "refresh_cache-f50e7100-ddcb-4485-964c-25c952cdb844" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.804565] env[62024]: DEBUG nova.network.neutron [req-4200ac83-5c5d-42d4-b614-8d63c8d52517 req-8e997719-ea44-4a2a-b66c-c141e5c34175 service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Refreshing network info cache for port 6fd33a12-fbee-49a9-b9d6-cb34b1623ddd {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.858227] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfebbdb8-549c-41b8-a6ad-e36b14cc742c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.865954] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12442879-293e-494b-b9bc-92208d3c1dac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.899458] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1790374c-6999-4faf-9a26-0531aecf5c4e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 596.899961] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffc26340-e5f7-48aa-b76f-b6827562fa4d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.902753] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11704749-a73b-4b4e-9e20-001fd1989eb2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.911620] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776ed6a6-a960-461f-acff-e3eabedfffff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.915931] env[62024]: DEBUG oslo_vmware.api [None req-1790374c-6999-4faf-9a26-0531aecf5c4e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 596.915931] env[62024]: value = "task-2287730" [ 596.915931] env[62024]: _type = "Task" [ 596.915931] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.930843] env[62024]: DEBUG nova.compute.provider_tree [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.940058] env[62024]: DEBUG oslo_vmware.api [None req-1790374c-6999-4faf-9a26-0531aecf5c4e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.047698] env[62024]: DEBUG nova.network.neutron [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.146067] env[62024]: DEBUG oslo_concurrency.lockutils [req-32fc009a-578c-4a5a-a8d0-847a4e4f0bd3 req-d780790e-2f3f-41d9-93a9-ee6e74f2085b service nova] Releasing lock "refresh_cache-06fcd604-5854-49bd-9bbd-51cbe3710e66" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.206481] env[62024]: DEBUG oslo_concurrency.lockutils [None req-630d2109-6585-47d2-86e3-4dc5a45439de tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.728s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.229868] env[62024]: DEBUG nova.compute.manager [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.266152] env[62024]: DEBUG nova.virt.hardware [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.266152] env[62024]: DEBUG nova.virt.hardware [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.266152] env[62024]: DEBUG nova.virt.hardware [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.266571] env[62024]: DEBUG nova.virt.hardware [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.266571] env[62024]: DEBUG nova.virt.hardware [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.266571] env[62024]: DEBUG nova.virt.hardware [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.266571] env[62024]: DEBUG nova.virt.hardware [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.266571] env[62024]: DEBUG nova.virt.hardware [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.266791] env[62024]: DEBUG nova.virt.hardware [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.266791] env[62024]: DEBUG nova.virt.hardware [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.266791] env[62024]: DEBUG nova.virt.hardware [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.266791] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd5de5c-84f9-4d21-9427-7f64d87eaf13 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.282590] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796f2bb2-6d56-4646-a4b0-ce70dc45ffb5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.287066] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287723, 'name': RelocateVM_Task, 'duration_secs': 4.229479} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.287381] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Volume attach. Driver type: vmdk {{(pid=62024) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 597.288396] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465588', 'volume_id': '1719787c-8974-4916-ac63-607a0d2ff51a', 'name': 'volume-1719787c-8974-4916-ac63-607a0d2ff51a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f50e7100-ddcb-4485-964c-25c952cdb844', 'attached_at': '', 'detached_at': '', 'volume_id': '1719787c-8974-4916-ac63-607a0d2ff51a', 'serial': '1719787c-8974-4916-ac63-607a0d2ff51a'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 597.289420] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1c47ee-52c9-4575-b011-2f0ed63a7f32 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.316617] env[62024]: DEBUG nova.network.neutron [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Updating instance_info_cache with network_info: [{"id": "faff9dd3-cc1e-44f1-8b13-b87e13cacccc", "address": "fa:16:3e:e0:5f:ce", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaff9dd3-cc", "ovs_interfaceid": "faff9dd3-cc1e-44f1-8b13-b87e13cacccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.319123] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94441ed9-3ed3-4407-af99-5c49d8dcdb63 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.343885] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] volume-1719787c-8974-4916-ac63-607a0d2ff51a/volume-1719787c-8974-4916-ac63-607a0d2ff51a.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.344916] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5748f3e4-c04e-4f09-bc73-e8771beacc4d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.366013] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Waiting for the task: (returnval){ [ 597.366013] env[62024]: value = "task-2287731" [ 597.366013] env[62024]: _type = "Task" [ 597.366013] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.380909] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287731, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.427615] env[62024]: DEBUG oslo_vmware.api [None req-1790374c-6999-4faf-9a26-0531aecf5c4e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287730, 'name': PowerOffVM_Task, 'duration_secs': 0.253093} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.427992] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1790374c-6999-4faf-9a26-0531aecf5c4e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.428273] env[62024]: DEBUG nova.compute.manager [None req-1790374c-6999-4faf-9a26-0531aecf5c4e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.429188] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a811bf06-dead-4841-872c-02a5ab27dbcc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.440931] env[62024]: DEBUG nova.scheduler.client.report [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.679862] env[62024]: DEBUG nova.network.neutron [req-4200ac83-5c5d-42d4-b614-8d63c8d52517 req-8e997719-ea44-4a2a-b66c-c141e5c34175 service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Updated VIF entry in instance network info cache for port 6fd33a12-fbee-49a9-b9d6-cb34b1623ddd. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.680517] env[62024]: DEBUG nova.network.neutron [req-4200ac83-5c5d-42d4-b614-8d63c8d52517 req-8e997719-ea44-4a2a-b66c-c141e5c34175 service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Updating instance_info_cache with network_info: [{"id": "6fd33a12-fbee-49a9-b9d6-cb34b1623ddd", "address": "fa:16:3e:fc:67:7a", "network": {"id": "345c616c-c7bc-4c87-84d6-4310474fabaf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1608218780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e70d77cde740d5afe66770584537e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd33a12-fb", "ovs_interfaceid": "6fd33a12-fbee-49a9-b9d6-cb34b1623ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.709618] env[62024]: DEBUG nova.compute.manager [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.823495] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Releasing lock "refresh_cache-ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.824198] env[62024]: DEBUG nova.compute.manager [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Instance network_info: |[{"id": "faff9dd3-cc1e-44f1-8b13-b87e13cacccc", "address": "fa:16:3e:e0:5f:ce", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaff9dd3-cc", "ovs_interfaceid": "faff9dd3-cc1e-44f1-8b13-b87e13cacccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.825625] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:5f:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faff9dd3-cc1e-44f1-8b13-b87e13cacccc', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.834524] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Creating folder: Project (212c678f3b1d4bf892f098a436ddb427). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.836624] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7b77ef2-3635-425d-ba9f-e0d18d57ceeb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.848024] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Created folder: Project (212c678f3b1d4bf892f098a436ddb427) in parent group-v465568. [ 597.848024] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Creating folder: Instances. Parent ref: group-v465645. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.848792] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aa50a13-ef94-4476-9f4a-670c7b4e1c99 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.859441] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Created folder: Instances in parent group-v465645. [ 597.859704] env[62024]: DEBUG oslo.service.loopingcall [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.859897] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.860119] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed59959a-4290-487e-8dcd-884cb6485922 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.884376] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287731, 'name': ReconfigVM_Task, 'duration_secs': 0.461535} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.886649] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Reconfigured VM instance instance-00000019 to attach disk [datastore2] volume-1719787c-8974-4916-ac63-607a0d2ff51a/volume-1719787c-8974-4916-ac63-607a0d2ff51a.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.891735] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.891735] env[62024]: value = "task-2287734" [ 597.891735] env[62024]: _type = "Task" [ 597.891735] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.892484] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-124d8a5e-0a5d-4059-8b73-07fe35d84f30 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.915469] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287734, 'name': CreateVM_Task} progress is 15%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.916949] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Waiting for the task: (returnval){ [ 597.916949] env[62024]: value = "task-2287735" [ 597.916949] env[62024]: _type = "Task" [ 597.916949] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.925738] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.946034] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1790374c-6999-4faf-9a26-0531aecf5c4e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.946784] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.947352] env[62024]: DEBUG nova.compute.manager [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.951044] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.792s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.951219] env[62024]: DEBUG nova.objects.instance [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lazy-loading 'resources' on Instance uuid b6b1ab69-9000-4e72-813a-e5a4bc17ebca {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 598.113848] env[62024]: DEBUG nova.compute.manager [req-25677c54-2d2b-49a2-99f1-efa5993a2e3e req-0da6eea6-647b-4cb4-a1f2-adec727b89e4 service nova] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Received event network-vif-plugged-faff9dd3-cc1e-44f1-8b13-b87e13cacccc {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.114340] env[62024]: DEBUG oslo_concurrency.lockutils [req-25677c54-2d2b-49a2-99f1-efa5993a2e3e req-0da6eea6-647b-4cb4-a1f2-adec727b89e4 service nova] Acquiring lock "ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.114340] env[62024]: DEBUG oslo_concurrency.lockutils [req-25677c54-2d2b-49a2-99f1-efa5993a2e3e req-0da6eea6-647b-4cb4-a1f2-adec727b89e4 service nova] Lock "ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.114502] env[62024]: DEBUG oslo_concurrency.lockutils [req-25677c54-2d2b-49a2-99f1-efa5993a2e3e req-0da6eea6-647b-4cb4-a1f2-adec727b89e4 service nova] Lock "ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.114593] env[62024]: DEBUG nova.compute.manager [req-25677c54-2d2b-49a2-99f1-efa5993a2e3e req-0da6eea6-647b-4cb4-a1f2-adec727b89e4 service nova] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] No waiting events found dispatching network-vif-plugged-faff9dd3-cc1e-44f1-8b13-b87e13cacccc {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.114850] env[62024]: WARNING nova.compute.manager [req-25677c54-2d2b-49a2-99f1-efa5993a2e3e req-0da6eea6-647b-4cb4-a1f2-adec727b89e4 service nova] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Received unexpected event network-vif-plugged-faff9dd3-cc1e-44f1-8b13-b87e13cacccc for instance with vm_state building and task_state spawning. [ 598.115010] env[62024]: DEBUG nova.compute.manager [req-25677c54-2d2b-49a2-99f1-efa5993a2e3e req-0da6eea6-647b-4cb4-a1f2-adec727b89e4 service nova] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Received event network-changed-faff9dd3-cc1e-44f1-8b13-b87e13cacccc {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.115173] env[62024]: DEBUG nova.compute.manager [req-25677c54-2d2b-49a2-99f1-efa5993a2e3e req-0da6eea6-647b-4cb4-a1f2-adec727b89e4 service nova] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Refreshing instance network info cache due to event network-changed-faff9dd3-cc1e-44f1-8b13-b87e13cacccc. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 598.115444] env[62024]: DEBUG oslo_concurrency.lockutils [req-25677c54-2d2b-49a2-99f1-efa5993a2e3e req-0da6eea6-647b-4cb4-a1f2-adec727b89e4 service nova] Acquiring lock "refresh_cache-ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.115477] env[62024]: DEBUG oslo_concurrency.lockutils [req-25677c54-2d2b-49a2-99f1-efa5993a2e3e req-0da6eea6-647b-4cb4-a1f2-adec727b89e4 service nova] Acquired lock "refresh_cache-ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.115623] env[62024]: DEBUG nova.network.neutron [req-25677c54-2d2b-49a2-99f1-efa5993a2e3e req-0da6eea6-647b-4cb4-a1f2-adec727b89e4 service nova] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Refreshing network info cache for port faff9dd3-cc1e-44f1-8b13-b87e13cacccc {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.184225] env[62024]: DEBUG oslo_concurrency.lockutils [req-4200ac83-5c5d-42d4-b614-8d63c8d52517 req-8e997719-ea44-4a2a-b66c-c141e5c34175 service nova] Releasing lock "refresh_cache-f50e7100-ddcb-4485-964c-25c952cdb844" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.241491] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.417492] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287734, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.426723] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287735, 'name': ReconfigVM_Task, 'duration_secs': 0.303475} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.427097] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465588', 'volume_id': '1719787c-8974-4916-ac63-607a0d2ff51a', 'name': 'volume-1719787c-8974-4916-ac63-607a0d2ff51a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f50e7100-ddcb-4485-964c-25c952cdb844', 'attached_at': '', 'detached_at': '', 'volume_id': '1719787c-8974-4916-ac63-607a0d2ff51a', 'serial': '1719787c-8974-4916-ac63-607a0d2ff51a'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 598.428388] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b904678b-8398-44ee-8783-8d253ad8e2d2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.435692] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Waiting for the task: (returnval){ [ 598.435692] env[62024]: value = "task-2287736" [ 598.435692] env[62024]: _type = "Task" [ 598.435692] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.444055] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287736, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.454612] env[62024]: DEBUG nova.compute.utils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 598.460145] env[62024]: DEBUG nova.compute.manager [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.460226] env[62024]: DEBUG nova.network.neutron [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.528394] env[62024]: DEBUG nova.policy [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4af5ca5d97346508efce00d72bf2749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63bf6d41509344a7a2d8d1567054f23e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.920900] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287734, 'name': CreateVM_Task, 'duration_secs': 0.923193} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.924767] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.927041] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.927394] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.927945] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.931506] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2eaba57-140a-497b-89fa-a13c5611e66a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.945908] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Waiting for the task: (returnval){ [ 598.945908] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52643d3d-ac26-728f-7a40-fe93f280d155" [ 598.945908] env[62024]: _type = "Task" [ 598.945908] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.949779] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287736, 'name': Rename_Task, 'duration_secs': 0.352982} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.953331] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.954718] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d93d6205-a6ac-498d-8085-f533adc599c2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.961132] env[62024]: DEBUG nova.compute.manager [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.968847] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52643d3d-ac26-728f-7a40-fe93f280d155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.970499] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Waiting for the task: (returnval){ [ 598.970499] env[62024]: value = "task-2287737" [ 598.970499] env[62024]: _type = "Task" [ 598.970499] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.980727] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.076030] env[62024]: DEBUG nova.compute.manager [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.076030] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0e2153-0e06-49c9-97a8-084ae08b6fba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.093059] env[62024]: DEBUG nova.network.neutron [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Successfully updated port: a950f51c-d0b9-4d0d-be14-359e01c704e9 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.152562] env[62024]: DEBUG nova.network.neutron [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Successfully created port: c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.221763] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a401809-55f3-40e1-b7b3-d2584b3d02e8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.230053] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694bd063-5583-43ba-8126-ef8ea5f1e04f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.266979] env[62024]: DEBUG nova.network.neutron [req-25677c54-2d2b-49a2-99f1-efa5993a2e3e req-0da6eea6-647b-4cb4-a1f2-adec727b89e4 service nova] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Updated VIF entry in instance network info cache for port faff9dd3-cc1e-44f1-8b13-b87e13cacccc. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.267565] env[62024]: DEBUG nova.network.neutron [req-25677c54-2d2b-49a2-99f1-efa5993a2e3e req-0da6eea6-647b-4cb4-a1f2-adec727b89e4 service nova] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Updating instance_info_cache with network_info: [{"id": "faff9dd3-cc1e-44f1-8b13-b87e13cacccc", "address": "fa:16:3e:e0:5f:ce", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaff9dd3-cc", "ovs_interfaceid": "faff9dd3-cc1e-44f1-8b13-b87e13cacccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.269621] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6da648-b16a-4b4c-a6be-4a14623b754a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.278749] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f232122-b778-4ec0-a3ae-48a3cbfbf0ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.295219] env[62024]: DEBUG nova.compute.provider_tree [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.412876] env[62024]: DEBUG oslo_concurrency.lockutils [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Acquiring lock "564c4383-1dfd-46c6-aded-6b295642bc18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.413639] env[62024]: DEBUG oslo_concurrency.lockutils [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Lock "564c4383-1dfd-46c6-aded-6b295642bc18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.413877] env[62024]: DEBUG oslo_concurrency.lockutils [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Acquiring lock "564c4383-1dfd-46c6-aded-6b295642bc18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.414078] env[62024]: DEBUG oslo_concurrency.lockutils [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Lock "564c4383-1dfd-46c6-aded-6b295642bc18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.414252] env[62024]: DEBUG oslo_concurrency.lockutils [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Lock "564c4383-1dfd-46c6-aded-6b295642bc18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.419323] env[62024]: INFO nova.compute.manager [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Terminating instance [ 599.461445] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52643d3d-ac26-728f-7a40-fe93f280d155, 'name': SearchDatastore_Task, 'duration_secs': 0.043514} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.461737] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.461872] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.462151] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.462296] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.462543] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.462856] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b68ac5d-eb24-48d6-86af-3dbc8cec8f80 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.488196] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.492064] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.492512] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.494267] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0a5bc9-4d0a-4b7b-af44-b80ee6d7f76c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.508700] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Waiting for the task: (returnval){ [ 599.508700] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f12fef-b61d-7dd9-a03b-c8014e0f1506" [ 599.508700] env[62024]: _type = "Task" [ 599.508700] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.511586] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f12fef-b61d-7dd9-a03b-c8014e0f1506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.588514] env[62024]: INFO nova.compute.manager [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] instance snapshotting [ 599.591848] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1a1625-bc48-4c63-baa6-d16cd4b7aa85 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.621132] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.622053] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.622053] env[62024]: DEBUG nova.network.neutron [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.627305] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbe8d51-2e27-4023-82b5-9bc85ef947a5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.774562] env[62024]: DEBUG oslo_concurrency.lockutils [req-25677c54-2d2b-49a2-99f1-efa5993a2e3e req-0da6eea6-647b-4cb4-a1f2-adec727b89e4 service nova] Releasing lock "refresh_cache-ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.799729] env[62024]: DEBUG nova.scheduler.client.report [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.926265] env[62024]: DEBUG nova.compute.manager [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 599.926585] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 599.928252] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ace118-7a06-4dc0-9576-e26e1a8b0077 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.933605] env[62024]: DEBUG oslo_vmware.rw_handles [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52955eb5-0527-ea16-4a8c-bc8ce076bc02/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 599.934480] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5e6c8c-497a-4b23-99bb-5b036ef5d290 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.939636] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.940350] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dc20f6f-f487-4987-90f9-26753e67f4e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.944031] env[62024]: DEBUG oslo_vmware.rw_handles [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52955eb5-0527-ea16-4a8c-bc8ce076bc02/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 599.944169] env[62024]: ERROR oslo_vmware.rw_handles [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52955eb5-0527-ea16-4a8c-bc8ce076bc02/disk-0.vmdk due to incomplete transfer. [ 599.944820] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e7777d0b-6a37-48b8-83f9-d2e013e1bfb5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.949487] env[62024]: DEBUG oslo_vmware.api [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Waiting for the task: (returnval){ [ 599.949487] env[62024]: value = "task-2287738" [ 599.949487] env[62024]: _type = "Task" [ 599.949487] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.953997] env[62024]: DEBUG oslo_vmware.rw_handles [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52955eb5-0527-ea16-4a8c-bc8ce076bc02/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 599.955017] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Uploaded image 3374ef19-d81c-4208-bf22-18ade9f5255b to the Glance image server {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 599.956284] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 599.956898] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-56937df5-879f-45fe-8c76-86d1103d167b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.962949] env[62024]: DEBUG oslo_vmware.api [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.968150] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 599.968150] env[62024]: value = "task-2287739" [ 599.968150] env[62024]: _type = "Task" [ 599.968150] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.977975] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287739, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.982832] env[62024]: DEBUG nova.compute.manager [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.990154] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.007642] env[62024]: DEBUG nova.virt.hardware [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.007917] env[62024]: DEBUG nova.virt.hardware [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.008101] env[62024]: DEBUG nova.virt.hardware [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.008299] env[62024]: DEBUG nova.virt.hardware [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.008461] env[62024]: DEBUG nova.virt.hardware [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.008646] env[62024]: DEBUG nova.virt.hardware [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.008920] env[62024]: DEBUG nova.virt.hardware [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.009131] env[62024]: DEBUG nova.virt.hardware [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.009324] env[62024]: DEBUG nova.virt.hardware [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.009490] env[62024]: DEBUG nova.virt.hardware [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.009699] env[62024]: DEBUG nova.virt.hardware [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.011093] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60c50b5-1c52-4669-922e-30b2a23461b0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.019934] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f12fef-b61d-7dd9-a03b-c8014e0f1506, 'name': SearchDatastore_Task, 'duration_secs': 0.043489} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.023029] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f2e2a8f-f55e-479f-bf18-c6590cd318b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.026835] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3899b5d1-9860-4927-9a67-44ee91c541a2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.035436] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Waiting for the task: (returnval){ [ 600.035436] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b6409b-3331-984a-2911-cec90cc94290" [ 600.035436] env[62024]: _type = "Task" [ 600.035436] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.053157] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b6409b-3331-984a-2911-cec90cc94290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.142265] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 600.142538] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b838a943-3cd8-4d97-99a2-4153c53cd628 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.150811] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 600.150811] env[62024]: value = "task-2287740" [ 600.150811] env[62024]: _type = "Task" [ 600.150811] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.159565] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287740, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.173495] env[62024]: DEBUG nova.network.neutron [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.273163] env[62024]: DEBUG nova.compute.manager [req-67328640-1e97-42c9-aa87-85d34500ca40 req-7c716972-b25b-4931-9b49-cc42e6567140 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Received event network-vif-plugged-a950f51c-d0b9-4d0d-be14-359e01c704e9 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.273396] env[62024]: DEBUG oslo_concurrency.lockutils [req-67328640-1e97-42c9-aa87-85d34500ca40 req-7c716972-b25b-4931-9b49-cc42e6567140 service nova] Acquiring lock "f710ae20-f82c-4e3f-a52f-3b1042e26504-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.273971] env[62024]: DEBUG oslo_concurrency.lockutils [req-67328640-1e97-42c9-aa87-85d34500ca40 req-7c716972-b25b-4931-9b49-cc42e6567140 service nova] Lock "f710ae20-f82c-4e3f-a52f-3b1042e26504-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.274157] env[62024]: DEBUG oslo_concurrency.lockutils [req-67328640-1e97-42c9-aa87-85d34500ca40 req-7c716972-b25b-4931-9b49-cc42e6567140 service nova] Lock "f710ae20-f82c-4e3f-a52f-3b1042e26504-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.274266] env[62024]: DEBUG nova.compute.manager [req-67328640-1e97-42c9-aa87-85d34500ca40 req-7c716972-b25b-4931-9b49-cc42e6567140 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] No waiting events found dispatching network-vif-plugged-a950f51c-d0b9-4d0d-be14-359e01c704e9 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.274440] env[62024]: WARNING nova.compute.manager [req-67328640-1e97-42c9-aa87-85d34500ca40 req-7c716972-b25b-4931-9b49-cc42e6567140 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Received unexpected event network-vif-plugged-a950f51c-d0b9-4d0d-be14-359e01c704e9 for instance with vm_state building and task_state spawning. [ 600.305592] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.355s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.308050] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.803s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.309641] env[62024]: INFO nova.compute.claims [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.353617] env[62024]: INFO nova.scheduler.client.report [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Deleted allocations for instance b6b1ab69-9000-4e72-813a-e5a4bc17ebca [ 600.355514] env[62024]: DEBUG nova.network.neutron [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Updating instance_info_cache with network_info: [{"id": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "address": "fa:16:3e:23:bb:76", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa950f51c-d0", "ovs_interfaceid": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.461950] env[62024]: DEBUG oslo_vmware.api [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287738, 'name': PowerOffVM_Task, 'duration_secs': 0.24422} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.462069] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 600.462634] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 600.462634] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f595b18-9cc6-4c99-8b89-18984d4aa169 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.477657] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287739, 'name': Destroy_Task, 'duration_secs': 0.361502} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.478036] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Destroyed the VM [ 600.478299] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 600.481346] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-607553a5-86df-487b-896a-6fcc6df4ca4c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.490016] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287737, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.491419] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 600.491419] env[62024]: value = "task-2287742" [ 600.491419] env[62024]: _type = "Task" [ 600.491419] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.499768] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287742, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.540914] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 600.541391] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 600.541692] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Deleting the datastore file [datastore1] 564c4383-1dfd-46c6-aded-6b295642bc18 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.544224] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96e8406c-e6c9-4537-977c-a64d6077d15e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.550609] env[62024]: DEBUG oslo_vmware.api [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Waiting for the task: (returnval){ [ 600.550609] env[62024]: value = "task-2287743" [ 600.550609] env[62024]: _type = "Task" [ 600.550609] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.559051] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b6409b-3331-984a-2911-cec90cc94290, 'name': SearchDatastore_Task, 'duration_secs': 0.039077} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.559827] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.560281] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02/ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.564020] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdd9aef7-22f9-479a-89f6-fbeb11f73300 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.565724] env[62024]: DEBUG oslo_vmware.api [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.570221] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Waiting for the task: (returnval){ [ 600.570221] env[62024]: value = "task-2287744" [ 600.570221] env[62024]: _type = "Task" [ 600.570221] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.581368] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.665318] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.864569] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.864940] env[62024]: DEBUG nova.compute.manager [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Instance network_info: |[{"id": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "address": "fa:16:3e:23:bb:76", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa950f51c-d0", "ovs_interfaceid": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.866882] env[62024]: DEBUG nova.compute.manager [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.868450] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:bb:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a950f51c-d0b9-4d0d-be14-359e01c704e9', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.879411] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Creating folder: Project (ddea10ddb6a44863b1fcff034e3f6899). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.880281] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40f5b31-8faa-4390-8f24-8b2d8cc23242 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.883517] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a1d77786-f2c1-4c4c-9b7b-7f657b6314a4 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "b6b1ab69-9000-4e72-813a-e5a4bc17ebca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.492s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.884955] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-163561a0-a200-4420-a058-12f5d245ac4b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.899459] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Created folder: Project (ddea10ddb6a44863b1fcff034e3f6899) in parent group-v465568. [ 600.899685] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Creating folder: Instances. Parent ref: group-v465648. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.899925] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-047d0acd-4ac2-4a45-94e5-f87a6fbd632d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.911400] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Created folder: Instances in parent group-v465648. [ 600.911613] env[62024]: DEBUG oslo.service.loopingcall [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.911829] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.912046] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eba55be1-679c-49c4-8d88-da915e9e0d75 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.936145] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.936145] env[62024]: value = "task-2287747" [ 600.936145] env[62024]: _type = "Task" [ 600.936145] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.948024] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287747, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.988845] env[62024]: DEBUG oslo_vmware.api [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287737, 'name': PowerOnVM_Task, 'duration_secs': 1.733265} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.991367] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.991367] env[62024]: INFO nova.compute.manager [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Took 9.69 seconds to spawn the instance on the hypervisor. [ 600.991367] env[62024]: DEBUG nova.compute.manager [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.991367] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847ac71b-06be-4f4a-9d06-0e4c42264b8d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.012712] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287742, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.063644] env[62024]: DEBUG oslo_vmware.api [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Task: {'id': task-2287743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166975} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.063644] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.063644] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 601.063644] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 601.063644] env[62024]: INFO nova.compute.manager [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Took 1.14 seconds to destroy the instance on the hypervisor. [ 601.063983] env[62024]: DEBUG oslo.service.loopingcall [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.063983] env[62024]: DEBUG nova.compute.manager [-] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 601.063983] env[62024]: DEBUG nova.network.neutron [-] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 601.083027] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287744, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.164933] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.397342] env[62024]: INFO nova.compute.manager [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] instance snapshotting [ 601.397560] env[62024]: WARNING nova.compute.manager [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 601.406017] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a9a137-4fb0-4391-be5e-09057293fc56 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.433916] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa6e725-98f0-4b73-a064-0edc878c0331 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.446705] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287747, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.455324] env[62024]: DEBUG nova.network.neutron [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Successfully updated port: c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.511860] env[62024]: DEBUG oslo_vmware.api [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287742, 'name': RemoveSnapshot_Task, 'duration_secs': 0.568693} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.512284] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 601.512615] env[62024]: INFO nova.compute.manager [None req-d53639a6-6921-48aa-8e25-a657f7b309e2 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Took 17.77 seconds to snapshot the instance on the hypervisor. [ 601.536898] env[62024]: INFO nova.compute.manager [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Took 40.38 seconds to build instance. [ 601.579651] env[62024]: DEBUG nova.compute.manager [req-de912bbf-5fca-4217-b9a8-39d150462008 req-2ece610e-6ca8-447f-a2b8-01b03ae1d443 service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Received event network-changed-4848fd0d-5b6e-44aa-a6a9-a24131f37566 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.579651] env[62024]: DEBUG nova.compute.manager [req-de912bbf-5fca-4217-b9a8-39d150462008 req-2ece610e-6ca8-447f-a2b8-01b03ae1d443 service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Refreshing instance network info cache due to event network-changed-4848fd0d-5b6e-44aa-a6a9-a24131f37566. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 601.579651] env[62024]: DEBUG oslo_concurrency.lockutils [req-de912bbf-5fca-4217-b9a8-39d150462008 req-2ece610e-6ca8-447f-a2b8-01b03ae1d443 service nova] Acquiring lock "refresh_cache-06fcd604-5854-49bd-9bbd-51cbe3710e66" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.579810] env[62024]: DEBUG oslo_concurrency.lockutils [req-de912bbf-5fca-4217-b9a8-39d150462008 req-2ece610e-6ca8-447f-a2b8-01b03ae1d443 service nova] Acquired lock "refresh_cache-06fcd604-5854-49bd-9bbd-51cbe3710e66" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.579912] env[62024]: DEBUG nova.network.neutron [req-de912bbf-5fca-4217-b9a8-39d150462008 req-2ece610e-6ca8-447f-a2b8-01b03ae1d443 service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Refreshing network info cache for port 4848fd0d-5b6e-44aa-a6a9-a24131f37566 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.592786] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914466} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.593631] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02/ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.593884] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.594156] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb9a38f0-93df-41a4-bde0-865d4f2933dd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.604679] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Waiting for the task: (returnval){ [ 601.604679] env[62024]: value = "task-2287748" [ 601.604679] env[62024]: _type = "Task" [ 601.604679] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.618015] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.664347] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.943069] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e47b618-2738-4085-9817-6bcaa1df3a81 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.953235] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3c1030-2907-46b4-8fdf-eb9f4494cbc4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.956515] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287747, 'name': CreateVM_Task, 'duration_secs': 0.819059} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.957487] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 601.957966] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.957966] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-20dc7a3a-5c54-411c-928f-9f521f704cd1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.960360] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.960528] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.960835] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.961368] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.961642] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.961979] env[62024]: DEBUG nova.network.neutron [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.963113] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68ba373-b23a-46b5-a162-8d9d0e327f98 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.991416] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443ad24c-4ffc-4e4c-aeb1-963523aea0e7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.996163] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 601.996163] env[62024]: value = "task-2287749" [ 601.996163] env[62024]: _type = "Task" [ 601.996163] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.996450] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 601.996450] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d6be54-3c57-ef5b-71b0-9d776fd249d6" [ 601.996450] env[62024]: _type = "Task" [ 601.996450] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.006701] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f862a9-a593-4714-b6b6-ae9e29d096a8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.016180] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d6be54-3c57-ef5b-71b0-9d776fd249d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.016415] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287749, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.026831] env[62024]: DEBUG nova.compute.provider_tree [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.036167] env[62024]: DEBUG nova.network.neutron [-] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.038731] env[62024]: DEBUG oslo_concurrency.lockutils [None req-39bca914-3dee-4d5d-90d1-707ee4532780 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Lock "f50e7100-ddcb-4485-964c-25c952cdb844" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.326s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.116860] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242619} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.117144] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.117927] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d87a3c-194e-408e-a07e-d48f82a3d6bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.145895] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02/ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.147042] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "caccecf4-aca6-4c09-bb68-ec3923931948" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.147244] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "caccecf4-aca6-4c09-bb68-ec3923931948" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.147444] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "caccecf4-aca6-4c09-bb68-ec3923931948-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.147622] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "caccecf4-aca6-4c09-bb68-ec3923931948-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.147785] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "caccecf4-aca6-4c09-bb68-ec3923931948-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.149636] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc94af7-b1e5-49a1-84e5-c1aedb410f72 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.169808] env[62024]: INFO nova.compute.manager [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Terminating instance [ 602.183205] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287740, 'name': CreateSnapshot_Task, 'duration_secs': 1.643705} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.185017] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 602.185345] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Waiting for the task: (returnval){ [ 602.185345] env[62024]: value = "task-2287750" [ 602.185345] env[62024]: _type = "Task" [ 602.185345] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.186161] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2928e418-18c9-4d96-93f7-284f560cfeaf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.198628] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287750, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.506421] env[62024]: DEBUG nova.network.neutron [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.514733] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d6be54-3c57-ef5b-71b0-9d776fd249d6, 'name': SearchDatastore_Task, 'duration_secs': 0.03674} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.519901] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.520169] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.520419] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.520589] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.520782] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.521084] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287749, 'name': CreateSnapshot_Task, 'duration_secs': 0.501} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.522214] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37ae338f-9f62-4125-956c-08a1a8989c45 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.523427] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 602.524180] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0010260a-4aaf-493f-b873-cdbd6274a14d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.532438] env[62024]: DEBUG nova.scheduler.client.report [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.541150] env[62024]: INFO nova.compute.manager [-] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Took 1.48 seconds to deallocate network for instance. [ 602.541401] env[62024]: DEBUG nova.compute.manager [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.543598] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.544135] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.546249] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e27a4156-a0bc-4921-ba78-af16a4c16cbc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.553593] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 602.553593] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525e6057-41e6-1fb0-2cbd-57cbd6723812" [ 602.553593] env[62024]: _type = "Task" [ 602.553593] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.564939] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525e6057-41e6-1fb0-2cbd-57cbd6723812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.591960] env[62024]: DEBUG nova.network.neutron [req-de912bbf-5fca-4217-b9a8-39d150462008 req-2ece610e-6ca8-447f-a2b8-01b03ae1d443 service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Updated VIF entry in instance network info cache for port 4848fd0d-5b6e-44aa-a6a9-a24131f37566. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.592494] env[62024]: DEBUG nova.network.neutron [req-de912bbf-5fca-4217-b9a8-39d150462008 req-2ece610e-6ca8-447f-a2b8-01b03ae1d443 service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Updating instance_info_cache with network_info: [{"id": "4848fd0d-5b6e-44aa-a6a9-a24131f37566", "address": "fa:16:3e:70:91:41", "network": {"id": "5662055e-56a5-4263-91bb-3f4d5fbf7fe7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1172049765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d82bba006a5c4272a57a3a9d444d98b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4848fd0d-5b", "ovs_interfaceid": "4848fd0d-5b6e-44aa-a6a9-a24131f37566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.677737] env[62024]: DEBUG nova.compute.manager [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 602.678017] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 602.678912] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520cf07f-91d0-4018-85b1-3d5cdb53bf5d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.689437] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.689699] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8500abe-9b2c-449e-941b-8241ee6fddfc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.699253] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.700815] env[62024]: DEBUG oslo_vmware.api [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 602.700815] env[62024]: value = "task-2287751" [ 602.700815] env[62024]: _type = "Task" [ 602.700815] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.712121] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 602.715708] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9b409fd8-3f7d-4ace-a2f2-68442c7bb0af {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.719034] env[62024]: DEBUG oslo_vmware.api [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.722533] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 602.722533] env[62024]: value = "task-2287752" [ 602.722533] env[62024]: _type = "Task" [ 602.722533] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.730805] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287752, 'name': CloneVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.737602] env[62024]: DEBUG nova.network.neutron [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Updating instance_info_cache with network_info: [{"id": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "address": "fa:16:3e:65:bb:be", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97cfc34-9c", "ovs_interfaceid": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.891181] env[62024]: DEBUG nova.compute.manager [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Received event network-changed-a950f51c-d0b9-4d0d-be14-359e01c704e9 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.891181] env[62024]: DEBUG nova.compute.manager [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Refreshing instance network info cache due to event network-changed-a950f51c-d0b9-4d0d-be14-359e01c704e9. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.891630] env[62024]: DEBUG oslo_concurrency.lockutils [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] Acquiring lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.891936] env[62024]: DEBUG oslo_concurrency.lockutils [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] Acquired lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.892242] env[62024]: DEBUG nova.network.neutron [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Refreshing network info cache for port a950f51c-d0b9-4d0d-be14-359e01c704e9 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.045261] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.045261] env[62024]: DEBUG nova.compute.manager [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.046442] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.927s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.061036] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 603.065293] env[62024]: DEBUG oslo_concurrency.lockutils [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.065681] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-01b64b66-b8b6-44c9-8219-bdb0f2e1190a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.079349] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525e6057-41e6-1fb0-2cbd-57cbd6723812, 'name': SearchDatastore_Task, 'duration_secs': 0.036307} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.081329] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 603.081329] env[62024]: value = "task-2287753" [ 603.081329] env[62024]: _type = "Task" [ 603.081329] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.081519] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce225f1d-4ebc-456d-b31c-6e7f8aa48b47 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.094454] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 603.094454] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52379471-0c78-0de4-d827-719518a8cada" [ 603.094454] env[62024]: _type = "Task" [ 603.094454] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.098391] env[62024]: DEBUG oslo_concurrency.lockutils [req-de912bbf-5fca-4217-b9a8-39d150462008 req-2ece610e-6ca8-447f-a2b8-01b03ae1d443 service nova] Releasing lock "refresh_cache-06fcd604-5854-49bd-9bbd-51cbe3710e66" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.098462] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287753, 'name': CloneVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.102559] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.107434] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52379471-0c78-0de4-d827-719518a8cada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.199853] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.210300] env[62024]: DEBUG oslo_vmware.api [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287751, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.233300] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287752, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.240042] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.240395] env[62024]: DEBUG nova.compute.manager [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Instance network_info: |[{"id": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "address": "fa:16:3e:65:bb:be", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97cfc34-9c", "ovs_interfaceid": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.240907] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:bb:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c97cfc34-9cda-48d1-aa01-d67c7f9d4943', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.248566] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Creating folder: Project (63bf6d41509344a7a2d8d1567054f23e). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.248872] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-486c5450-a701-4258-bd16-f8f7c88c358c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.259744] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Created folder: Project (63bf6d41509344a7a2d8d1567054f23e) in parent group-v465568. [ 603.259955] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Creating folder: Instances. Parent ref: group-v465655. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.260205] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f95327f-62f2-441f-bdc3-1372cadd94ac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.269272] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Created folder: Instances in parent group-v465655. [ 603.269674] env[62024]: DEBUG oslo.service.loopingcall [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 603.269778] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.270016] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c4705ac-b9a2-481c-ae08-0de8d80e1de5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.291840] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.291840] env[62024]: value = "task-2287756" [ 603.291840] env[62024]: _type = "Task" [ 603.291840] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.303897] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287756, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.574049] env[62024]: DEBUG nova.compute.utils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 603.582081] env[62024]: DEBUG nova.compute.manager [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.582300] env[62024]: DEBUG nova.network.neutron [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.591263] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.591553] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.599030] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287753, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.611666] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52379471-0c78-0de4-d827-719518a8cada, 'name': SearchDatastore_Task, 'duration_secs': 0.036131} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.614772] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.616029] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] f710ae20-f82c-4e3f-a52f-3b1042e26504/f710ae20-f82c-4e3f-a52f-3b1042e26504.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.616029] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-494fe818-1760-44c1-97d4-041017ef3039 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.632820] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 603.632820] env[62024]: value = "task-2287757" [ 603.632820] env[62024]: _type = "Task" [ 603.632820] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.647599] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.701764] env[62024]: DEBUG nova.policy [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e79bfe48788474da32566235f0a77ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14bc2df2c83f4b89ba1f871165ae983c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.711569] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287750, 'name': ReconfigVM_Task, 'duration_secs': 1.237164} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.713244] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Reconfigured VM instance instance-0000001a to attach disk [datastore2] ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02/ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.717041] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-506d5c68-8fe0-44da-9f01-17ac2c911d6f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.719396] env[62024]: DEBUG oslo_vmware.api [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287751, 'name': PowerOffVM_Task, 'duration_secs': 0.544741} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.721980] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.722191] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.723206] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17490b0a-8b0d-4a73-ac3f-d1c23ab5e137 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.730276] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Waiting for the task: (returnval){ [ 603.730276] env[62024]: value = "task-2287758" [ 603.730276] env[62024]: _type = "Task" [ 603.730276] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.737511] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287752, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.745498] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287758, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.807570] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287756, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.807778] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 603.808107] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 603.808705] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Deleting the datastore file [datastore2] caccecf4-aca6-4c09-bb68-ec3923931948 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.808705] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4d5fc6e-16d7-4f9b-a4d3-945f59b5b3b5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.818211] env[62024]: DEBUG oslo_vmware.api [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 603.818211] env[62024]: value = "task-2287760" [ 603.818211] env[62024]: _type = "Task" [ 603.818211] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.833467] env[62024]: DEBUG oslo_vmware.api [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.902620] env[62024]: DEBUG nova.network.neutron [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Updated VIF entry in instance network info cache for port a950f51c-d0b9-4d0d-be14-359e01c704e9. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.903039] env[62024]: DEBUG nova.network.neutron [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Updating instance_info_cache with network_info: [{"id": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "address": "fa:16:3e:23:bb:76", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa950f51c-d0", "ovs_interfaceid": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.020361] env[62024]: DEBUG nova.compute.manager [req-ed6a1eac-252e-4f9d-abb8-c1c542d9e2cb req-11be82f6-682e-4f24-bace-281e4059d16f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Received event network-vif-plugged-c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.020361] env[62024]: DEBUG oslo_concurrency.lockutils [req-ed6a1eac-252e-4f9d-abb8-c1c542d9e2cb req-11be82f6-682e-4f24-bace-281e4059d16f service nova] Acquiring lock "2dffe23d-5c9a-4477-a855-227646ad434b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.020492] env[62024]: DEBUG oslo_concurrency.lockutils [req-ed6a1eac-252e-4f9d-abb8-c1c542d9e2cb req-11be82f6-682e-4f24-bace-281e4059d16f service nova] Lock "2dffe23d-5c9a-4477-a855-227646ad434b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.021027] env[62024]: DEBUG oslo_concurrency.lockutils [req-ed6a1eac-252e-4f9d-abb8-c1c542d9e2cb req-11be82f6-682e-4f24-bace-281e4059d16f service nova] Lock "2dffe23d-5c9a-4477-a855-227646ad434b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.021027] env[62024]: DEBUG nova.compute.manager [req-ed6a1eac-252e-4f9d-abb8-c1c542d9e2cb req-11be82f6-682e-4f24-bace-281e4059d16f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] No waiting events found dispatching network-vif-plugged-c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.021027] env[62024]: WARNING nova.compute.manager [req-ed6a1eac-252e-4f9d-abb8-c1c542d9e2cb req-11be82f6-682e-4f24-bace-281e4059d16f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Received unexpected event network-vif-plugged-c97cfc34-9cda-48d1-aa01-d67c7f9d4943 for instance with vm_state building and task_state spawning. [ 604.021485] env[62024]: DEBUG nova.compute.manager [req-ed6a1eac-252e-4f9d-abb8-c1c542d9e2cb req-11be82f6-682e-4f24-bace-281e4059d16f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Received event network-changed-c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.021707] env[62024]: DEBUG nova.compute.manager [req-ed6a1eac-252e-4f9d-abb8-c1c542d9e2cb req-11be82f6-682e-4f24-bace-281e4059d16f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Refreshing instance network info cache due to event network-changed-c97cfc34-9cda-48d1-aa01-d67c7f9d4943. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.021934] env[62024]: DEBUG oslo_concurrency.lockutils [req-ed6a1eac-252e-4f9d-abb8-c1c542d9e2cb req-11be82f6-682e-4f24-bace-281e4059d16f service nova] Acquiring lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.022688] env[62024]: DEBUG oslo_concurrency.lockutils [req-ed6a1eac-252e-4f9d-abb8-c1c542d9e2cb req-11be82f6-682e-4f24-bace-281e4059d16f service nova] Acquired lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.022688] env[62024]: DEBUG nova.network.neutron [req-ed6a1eac-252e-4f9d-abb8-c1c542d9e2cb req-11be82f6-682e-4f24-bace-281e4059d16f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Refreshing network info cache for port c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.082629] env[62024]: DEBUG nova.compute.manager [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.104068] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.104698] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Starting heal instance info cache {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 604.104698] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Rebuilding the list of instances to heal {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 604.111025] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287753, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.144405] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.248162] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287758, 'name': Rename_Task, 'duration_secs': 0.504617} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.255257] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.256095] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287752, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.256559] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb3a0004-f45f-436c-a249-02262b16b549 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.263752] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Waiting for the task: (returnval){ [ 604.263752] env[62024]: value = "task-2287761" [ 604.263752] env[62024]: _type = "Task" [ 604.263752] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.272787] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.284235] env[62024]: DEBUG nova.network.neutron [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Successfully created port: c2ec104f-3550-4d95-8fed-affac5f0ff38 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.308126] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287756, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.311191] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51047e99-7547-4dbe-b2f0-51dc3b576596 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.324682] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3757a5e-d47f-4e15-aa27-7bb1e6fee481 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.336181] env[62024]: DEBUG oslo_vmware.api [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.382917] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efacc7a-aa67-48d6-8bb2-1ce925a51a4e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.391846] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af13396-b0e2-4242-ac43-aae3c5a8e0af {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.407492] env[62024]: DEBUG oslo_concurrency.lockutils [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] Releasing lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.407762] env[62024]: DEBUG nova.compute.manager [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Received event network-changed-2527b146-2e75-4eb2-bfc6-0415c5eb6a3f {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.407930] env[62024]: DEBUG nova.compute.manager [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Refreshing instance network info cache due to event network-changed-2527b146-2e75-4eb2-bfc6-0415c5eb6a3f. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.408154] env[62024]: DEBUG oslo_concurrency.lockutils [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] Acquiring lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.408298] env[62024]: DEBUG oslo_concurrency.lockutils [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] Acquired lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.408829] env[62024]: DEBUG nova.network.neutron [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Refreshing network info cache for port 2527b146-2e75-4eb2-bfc6-0415c5eb6a3f {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.409949] env[62024]: DEBUG nova.compute.provider_tree [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.605059] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287753, 'name': CloneVM_Task} progress is 95%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.617231] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Skipping network cache update for instance because it is being deleted. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 604.617525] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Skipping network cache update for instance because it is Building. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 604.617756] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Skipping network cache update for instance because it is Building. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 604.617859] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Skipping network cache update for instance because it is Building. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 604.618021] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Skipping network cache update for instance because it is Building. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 604.649655] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287757, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.689725] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "refresh_cache-2c954ee4-f76a-4c72-98fa-ba43513bb93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.689887] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquired lock "refresh_cache-2c954ee4-f76a-4c72-98fa-ba43513bb93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.690048] env[62024]: DEBUG nova.network.neutron [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Forcefully refreshing network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 604.690203] env[62024]: DEBUG nova.objects.instance [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lazy-loading 'info_cache' on Instance uuid 2c954ee4-f76a-4c72-98fa-ba43513bb93d {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 604.738640] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287752, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.775401] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287761, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.810738] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287756, 'name': CreateVM_Task, 'duration_secs': 1.106885} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.810738] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.811514] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.811844] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.812188] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.812466] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3e966c-79df-4d7c-b1f4-84e52371e81a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.817488] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 604.817488] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5268bf33-f209-5be1-c92d-772a5a9a96dd" [ 604.817488] env[62024]: _type = "Task" [ 604.817488] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.830873] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5268bf33-f209-5be1-c92d-772a5a9a96dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.834666] env[62024]: DEBUG oslo_vmware.api [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.978538} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.834899] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.835085] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.835286] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.835462] env[62024]: INFO nova.compute.manager [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Took 2.16 seconds to destroy the instance on the hypervisor. [ 604.835736] env[62024]: DEBUG oslo.service.loopingcall [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.836349] env[62024]: DEBUG nova.compute.manager [-] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 604.836450] env[62024]: DEBUG nova.network.neutron [-] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 604.918734] env[62024]: DEBUG nova.scheduler.client.report [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.922960] env[62024]: DEBUG nova.network.neutron [req-ed6a1eac-252e-4f9d-abb8-c1c542d9e2cb req-11be82f6-682e-4f24-bace-281e4059d16f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Updated VIF entry in instance network info cache for port c97cfc34-9cda-48d1-aa01-d67c7f9d4943. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.923402] env[62024]: DEBUG nova.network.neutron [req-ed6a1eac-252e-4f9d-abb8-c1c542d9e2cb req-11be82f6-682e-4f24-bace-281e4059d16f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Updating instance_info_cache with network_info: [{"id": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "address": "fa:16:3e:65:bb:be", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97cfc34-9c", "ovs_interfaceid": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.096545] env[62024]: DEBUG nova.compute.manager [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.104136] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287753, 'name': CloneVM_Task, 'duration_secs': 1.683508} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.104136] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Created linked-clone VM from snapshot [ 605.104893] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00670e08-6b8c-4eda-9028-2a4f7f0e7b60 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.115630] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Uploading image 78ea0fc3-e022-4cbd-87a5-45e2dd8a835a {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 605.139035] env[62024]: DEBUG nova.virt.hardware [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.139574] env[62024]: DEBUG nova.virt.hardware [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.139574] env[62024]: DEBUG nova.virt.hardware [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.140109] env[62024]: DEBUG nova.virt.hardware [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.140109] env[62024]: DEBUG nova.virt.hardware [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.140109] env[62024]: DEBUG nova.virt.hardware [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.140287] env[62024]: DEBUG nova.virt.hardware [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.140335] env[62024]: DEBUG nova.virt.hardware [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.140753] env[62024]: DEBUG nova.virt.hardware [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.141017] env[62024]: DEBUG nova.virt.hardware [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.141225] env[62024]: DEBUG nova.virt.hardware [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.143812] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72782c40-d6aa-4913-b307-ec2a3e3e241e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.163157] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640172d5-21bb-407c-8226-50fb4edb79db {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.170625] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287757, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.414634} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.172932] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 605.172932] env[62024]: value = "vm-465654" [ 605.172932] env[62024]: _type = "VirtualMachine" [ 605.172932] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 605.175217] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] f710ae20-f82c-4e3f-a52f-3b1042e26504/f710ae20-f82c-4e3f-a52f-3b1042e26504.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.175445] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.175812] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5aee96a5-2607-45cc-b91f-47b128d2f267 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.180106] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f71cf3e6-9c9f-46a7-95ea-33237e4f96c5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.194737] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lease: (returnval){ [ 605.194737] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526bcc0d-3b7b-2eef-6ebb-068731a95063" [ 605.194737] env[62024]: _type = "HttpNfcLease" [ 605.194737] env[62024]: } obtained for exporting VM: (result){ [ 605.194737] env[62024]: value = "vm-465654" [ 605.194737] env[62024]: _type = "VirtualMachine" [ 605.194737] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 605.194737] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the lease: (returnval){ [ 605.194737] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526bcc0d-3b7b-2eef-6ebb-068731a95063" [ 605.194737] env[62024]: _type = "HttpNfcLease" [ 605.194737] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 605.198176] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 605.198176] env[62024]: value = "task-2287763" [ 605.198176] env[62024]: _type = "Task" [ 605.198176] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.205936] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Acquiring lock "c8089295-8fc8-459c-a66e-7be478e1b7ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.206480] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lock "c8089295-8fc8-459c-a66e-7be478e1b7ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.207398] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Acquiring lock "c8089295-8fc8-459c-a66e-7be478e1b7ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.207398] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lock "c8089295-8fc8-459c-a66e-7be478e1b7ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.207398] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lock "c8089295-8fc8-459c-a66e-7be478e1b7ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.211505] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 605.211505] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526bcc0d-3b7b-2eef-6ebb-068731a95063" [ 605.211505] env[62024]: _type = "HttpNfcLease" [ 605.211505] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 605.212049] env[62024]: INFO nova.compute.manager [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Terminating instance [ 605.213651] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 605.213651] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526bcc0d-3b7b-2eef-6ebb-068731a95063" [ 605.213651] env[62024]: _type = "HttpNfcLease" [ 605.213651] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 605.218464] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa72dbbf-2462-4cf4-bb13-2c922a6bb5a2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.221112] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.227167] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b63617-496c-c398-a533-af5a492d334c/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 605.227344] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b63617-496c-c398-a533-af5a492d334c/disk-0.vmdk for reading. {{(pid=62024) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 605.299790] env[62024]: DEBUG nova.compute.manager [req-6a3be72a-0a03-475b-a615-363b34d718a4 req-a22608a4-33d1-4159-ade8-3f6f852fe51a service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Received event network-changed-6fd33a12-fbee-49a9-b9d6-cb34b1623ddd {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.299790] env[62024]: DEBUG nova.compute.manager [req-6a3be72a-0a03-475b-a615-363b34d718a4 req-a22608a4-33d1-4159-ade8-3f6f852fe51a service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Refreshing instance network info cache due to event network-changed-6fd33a12-fbee-49a9-b9d6-cb34b1623ddd. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 605.299905] env[62024]: DEBUG oslo_concurrency.lockutils [req-6a3be72a-0a03-475b-a615-363b34d718a4 req-a22608a4-33d1-4159-ade8-3f6f852fe51a service nova] Acquiring lock "refresh_cache-f50e7100-ddcb-4485-964c-25c952cdb844" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.299980] env[62024]: DEBUG oslo_concurrency.lockutils [req-6a3be72a-0a03-475b-a615-363b34d718a4 req-a22608a4-33d1-4159-ade8-3f6f852fe51a service nova] Acquired lock "refresh_cache-f50e7100-ddcb-4485-964c-25c952cdb844" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.300152] env[62024]: DEBUG nova.network.neutron [req-6a3be72a-0a03-475b-a615-363b34d718a4 req-a22608a4-33d1-4159-ade8-3f6f852fe51a service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Refreshing network info cache for port 6fd33a12-fbee-49a9-b9d6-cb34b1623ddd {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.302456] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287752, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.310505] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287761, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.328991] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5268bf33-f209-5be1-c92d-772a5a9a96dd, 'name': SearchDatastore_Task, 'duration_secs': 0.075111} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.329844] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.329844] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.329844] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.329844] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.330131] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.330308] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a11ee4a0-8003-4ced-86d8-d2851a997d43 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.341429] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.341656] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.342366] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-901b06da-b0eb-48cf-8a7b-076c3978c3a7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.348353] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 605.348353] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521d2f96-5c04-a344-38ac-455602e7c1b0" [ 605.348353] env[62024]: _type = "Task" [ 605.348353] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.360203] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521d2f96-5c04-a344-38ac-455602e7c1b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.383267] env[62024]: DEBUG nova.network.neutron [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Updated VIF entry in instance network info cache for port 2527b146-2e75-4eb2-bfc6-0415c5eb6a3f. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.383267] env[62024]: DEBUG nova.network.neutron [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Updating instance_info_cache with network_info: [{"id": "2527b146-2e75-4eb2-bfc6-0415c5eb6a3f", "address": "fa:16:3e:15:15:80", "network": {"id": "8ba0185f-ae53-40c0-ba44-d294e329887d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-399715718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddcb85ecc5d84fd895227b297f0e6cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2527b146-2e", "ovs_interfaceid": "2527b146-2e75-4eb2-bfc6-0415c5eb6a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.391048] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-080e11d4-b2e0-4914-894f-04e0e4265f85 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.437109] env[62024]: DEBUG oslo_concurrency.lockutils [req-ed6a1eac-252e-4f9d-abb8-c1c542d9e2cb req-11be82f6-682e-4f24-bace-281e4059d16f service nova] Releasing lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.626598] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Acquiring lock "06fcd604-5854-49bd-9bbd-51cbe3710e66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.628228] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Lock "06fcd604-5854-49bd-9bbd-51cbe3710e66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.628228] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Acquiring lock "06fcd604-5854-49bd-9bbd-51cbe3710e66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.628228] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Lock "06fcd604-5854-49bd-9bbd-51cbe3710e66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.628427] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Lock "06fcd604-5854-49bd-9bbd-51cbe3710e66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.631194] env[62024]: INFO nova.compute.manager [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Terminating instance [ 605.716227] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305452} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.716511] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.717385] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9e15e3-5727-4720-95f3-ada33fbcc9d9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.723535] env[62024]: DEBUG nova.compute.manager [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 605.723863] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 605.739239] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511308b3-2349-463c-81e6-3e61c90d094f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.759504] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] f710ae20-f82c-4e3f-a52f-3b1042e26504/f710ae20-f82c-4e3f-a52f-3b1042e26504.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.765195] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89104734-44e9-4e14-ba2a-21c5a2afbd78 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.816441] env[62024]: DEBUG nova.network.neutron [-] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.820460] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 605.820460] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287752, 'name': CloneVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.824212] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31ced7b5-6293-47e4-9d38-968d0b976234 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.824863] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 605.824863] env[62024]: value = "task-2287764" [ 605.824863] env[62024]: _type = "Task" [ 605.824863] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.831830] env[62024]: DEBUG oslo_vmware.api [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287761, 'name': PowerOnVM_Task, 'duration_secs': 1.490102} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.839539] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.839735] env[62024]: INFO nova.compute.manager [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Took 11.42 seconds to spawn the instance on the hypervisor. [ 605.839783] env[62024]: DEBUG nova.compute.manager [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.844307] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3677abc1-f022-4171-8d59-49a3d85bf8e2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.849432] env[62024]: DEBUG oslo_vmware.api [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 605.849432] env[62024]: value = "task-2287765" [ 605.849432] env[62024]: _type = "Task" [ 605.849432] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.870310] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.877289] env[62024]: DEBUG oslo_vmware.api [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.882041] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521d2f96-5c04-a344-38ac-455602e7c1b0, 'name': SearchDatastore_Task, 'duration_secs': 0.058812} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.885349] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc6311c-1ad7-4f2c-91d5-fa3abd0150cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.888609] env[62024]: DEBUG oslo_concurrency.lockutils [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] Releasing lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.888866] env[62024]: DEBUG nova.compute.manager [req-51d4fffc-cfc9-446b-886c-cb56e81b6c01 req-6ea72af8-2d04-4865-9a30-b6780fc1b9e1 service nova] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Received event network-vif-deleted-f5a1d4a8-266a-4976-9fe7-7fbde47de6e6 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.896384] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 605.896384] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52833fba-a2c3-e004-1291-3bca2d286ba4" [ 605.896384] env[62024]: _type = "Task" [ 605.896384] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.908024] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52833fba-a2c3-e004-1291-3bca2d286ba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.941739] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.895s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.948789] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.667s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.952350] env[62024]: INFO nova.compute.claims [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.137885] env[62024]: DEBUG nova.compute.manager [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 606.138176] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.139296] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352a1b9c-c028-4903-860f-90a163fbf47c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.152789] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.153166] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e89796e-4c6d-4947-a068-b1771a787374 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.160892] env[62024]: DEBUG oslo_vmware.api [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Waiting for the task: (returnval){ [ 606.160892] env[62024]: value = "task-2287766" [ 606.160892] env[62024]: _type = "Task" [ 606.160892] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.171159] env[62024]: DEBUG oslo_vmware.api [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.236164] env[62024]: DEBUG nova.network.neutron [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Successfully updated port: c2ec104f-3550-4d95-8fed-affac5f0ff38 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.257812] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287752, 'name': CloneVM_Task, 'duration_secs': 3.109189} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.257812] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Created linked-clone VM from snapshot [ 606.257812] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519e0a32-482e-4513-8998-965753581011 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.260085] env[62024]: DEBUG nova.network.neutron [req-6a3be72a-0a03-475b-a615-363b34d718a4 req-a22608a4-33d1-4159-ade8-3f6f852fe51a service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Updated VIF entry in instance network info cache for port 6fd33a12-fbee-49a9-b9d6-cb34b1623ddd. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.260085] env[62024]: DEBUG nova.network.neutron [req-6a3be72a-0a03-475b-a615-363b34d718a4 req-a22608a4-33d1-4159-ade8-3f6f852fe51a service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Updating instance_info_cache with network_info: [{"id": "6fd33a12-fbee-49a9-b9d6-cb34b1623ddd", "address": "fa:16:3e:fc:67:7a", "network": {"id": "345c616c-c7bc-4c87-84d6-4310474fabaf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1608218780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e70d77cde740d5afe66770584537e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd33a12-fb", "ovs_interfaceid": "6fd33a12-fbee-49a9-b9d6-cb34b1623ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.268703] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Uploading image 52018c76-308d-411e-a351-cabe0c294138 {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 606.294287] env[62024]: DEBUG oslo_vmware.rw_handles [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 606.294287] env[62024]: value = "vm-465653" [ 606.294287] env[62024]: _type = "VirtualMachine" [ 606.294287] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 606.295044] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e4bc6871-b19c-4119-a6fa-49e7a15451f4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.304756] env[62024]: DEBUG oslo_vmware.rw_handles [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lease: (returnval){ [ 606.304756] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5245592e-8583-e7e5-e13b-7fe17e0369e8" [ 606.304756] env[62024]: _type = "HttpNfcLease" [ 606.304756] env[62024]: } obtained for exporting VM: (result){ [ 606.304756] env[62024]: value = "vm-465653" [ 606.304756] env[62024]: _type = "VirtualMachine" [ 606.304756] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 606.305074] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the lease: (returnval){ [ 606.305074] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5245592e-8583-e7e5-e13b-7fe17e0369e8" [ 606.305074] env[62024]: _type = "HttpNfcLease" [ 606.305074] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 606.312864] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 606.312864] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5245592e-8583-e7e5-e13b-7fe17e0369e8" [ 606.312864] env[62024]: _type = "HttpNfcLease" [ 606.312864] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 606.320845] env[62024]: INFO nova.compute.manager [-] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Took 1.48 seconds to deallocate network for instance. [ 606.342407] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.365653] env[62024]: DEBUG oslo_vmware.api [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287765, 'name': PowerOffVM_Task, 'duration_secs': 0.28131} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.365653] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.365653] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.365653] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e31da1ea-37d2-4198-a0e3-ec30e36f18c9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.381105] env[62024]: INFO nova.compute.manager [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Took 39.55 seconds to build instance. [ 606.410250] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52833fba-a2c3-e004-1291-3bca2d286ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.014786} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.410679] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.411180] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 2dffe23d-5c9a-4477-a855-227646ad434b/2dffe23d-5c9a-4477-a855-227646ad434b.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.411414] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1799cb1b-f5a5-483f-9d1c-d4c9cac03ead {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.418345] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 606.418345] env[62024]: value = "task-2287769" [ 606.418345] env[62024]: _type = "Task" [ 606.418345] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.427570] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.435958] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.435958] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.435958] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Deleting the datastore file [datastore1] c8089295-8fc8-459c-a66e-7be478e1b7ec {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.435958] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b4b7262-cbdb-48a9-a66d-6445d1c4d01f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.443350] env[62024]: DEBUG oslo_vmware.api [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for the task: (returnval){ [ 606.443350] env[62024]: value = "task-2287770" [ 606.443350] env[62024]: _type = "Task" [ 606.443350] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.452320] env[62024]: DEBUG oslo_vmware.api [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.520206] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "91aaff58-c814-4d01-96ca-e06dfa63b571" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.520436] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "91aaff58-c814-4d01-96ca-e06dfa63b571" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.551768] env[62024]: INFO nova.scheduler.client.report [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Deleted allocation for migration d742316d-0ebc-4ab4-af92-02f572746075 [ 606.640563] env[62024]: DEBUG nova.network.neutron [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Updating instance_info_cache with network_info: [{"id": "eb952509-b23c-40d1-81b8-6e6025c309e1", "address": "fa:16:3e:92:db:b5", "network": {"id": "34eee544-da66-4485-8f59-e80b9c3104f6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1242323123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56a271e031554e62bd96504b04b55864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb952509-b2", "ovs_interfaceid": "eb952509-b23c-40d1-81b8-6e6025c309e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.670640] env[62024]: DEBUG oslo_vmware.api [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287766, 'name': PowerOffVM_Task, 'duration_secs': 0.260459} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.670926] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.671270] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.671457] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41e07172-f8d8-4be3-99a8-4f7cc56b5ae5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.737642] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.737845] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.738037] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Deleting the datastore file [datastore1] 06fcd604-5854-49bd-9bbd-51cbe3710e66 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.738453] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-453837f5-c824-4336-b0ac-3e29f06960c1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.740803] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "refresh_cache-a78e6b14-65ca-4e48-8a5f-92f5e2d97feb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.740948] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquired lock "refresh_cache-a78e6b14-65ca-4e48-8a5f-92f5e2d97feb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.741148] env[62024]: DEBUG nova.network.neutron [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.747636] env[62024]: DEBUG oslo_vmware.api [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Waiting for the task: (returnval){ [ 606.747636] env[62024]: value = "task-2287772" [ 606.747636] env[62024]: _type = "Task" [ 606.747636] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.757580] env[62024]: DEBUG oslo_vmware.api [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.762717] env[62024]: DEBUG oslo_concurrency.lockutils [req-6a3be72a-0a03-475b-a615-363b34d718a4 req-a22608a4-33d1-4159-ade8-3f6f852fe51a service nova] Releasing lock "refresh_cache-f50e7100-ddcb-4485-964c-25c952cdb844" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.806463] env[62024]: DEBUG nova.compute.manager [None req-5a0528c7-817f-431a-b9cf-288b73a92e55 tempest-ServerExternalEventsTest-1544349828 tempest-ServerExternalEventsTest-1544349828-project] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Received event network-changed {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.806850] env[62024]: DEBUG nova.compute.manager [None req-5a0528c7-817f-431a-b9cf-288b73a92e55 tempest-ServerExternalEventsTest-1544349828 tempest-ServerExternalEventsTest-1544349828-project] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Refreshing instance network info cache due to event network-changed. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.807235] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5a0528c7-817f-431a-b9cf-288b73a92e55 tempest-ServerExternalEventsTest-1544349828 tempest-ServerExternalEventsTest-1544349828-project] Acquiring lock "refresh_cache-ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.807594] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5a0528c7-817f-431a-b9cf-288b73a92e55 tempest-ServerExternalEventsTest-1544349828 tempest-ServerExternalEventsTest-1544349828-project] Acquired lock "refresh_cache-ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.808406] env[62024]: DEBUG nova.network.neutron [None req-5a0528c7-817f-431a-b9cf-288b73a92e55 tempest-ServerExternalEventsTest-1544349828 tempest-ServerExternalEventsTest-1544349828-project] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.818989] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 606.818989] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5245592e-8583-e7e5-e13b-7fe17e0369e8" [ 606.818989] env[62024]: _type = "HttpNfcLease" [ 606.818989] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 606.820095] env[62024]: DEBUG oslo_vmware.rw_handles [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 606.820095] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5245592e-8583-e7e5-e13b-7fe17e0369e8" [ 606.820095] env[62024]: _type = "HttpNfcLease" [ 606.820095] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 606.821064] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70073ab4-b9cb-40e0-992b-8d901745ff83 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.827395] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.832026] env[62024]: DEBUG oslo_vmware.rw_handles [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ad42b-5608-3389-2fa4-068aea020274/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 606.832272] env[62024]: DEBUG oslo_vmware.rw_handles [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ad42b-5608-3389-2fa4-068aea020274/disk-0.vmdk for reading. {{(pid=62024) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 606.896338] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ebf0ad0f-405e-4769-86c1-24920de0c48b tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Lock "ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.407s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.902356] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287764, 'name': ReconfigVM_Task, 'duration_secs': 0.719927} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.903859] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Reconfigured VM instance instance-0000001b to attach disk [datastore2] f710ae20-f82c-4e3f-a52f-3b1042e26504/f710ae20-f82c-4e3f-a52f-3b1042e26504.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.904099] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3863183-0aab-4540-89bb-46328bd9bcc7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.913201] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 606.913201] env[62024]: value = "task-2287773" [ 606.913201] env[62024]: _type = "Task" [ 606.913201] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.924146] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287773, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.934095] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287769, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.953896] env[62024]: DEBUG oslo_vmware.api [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Task: {'id': task-2287770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245123} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.954191] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.954372] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 606.954543] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 606.954707] env[62024]: INFO nova.compute.manager [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Took 1.23 seconds to destroy the instance on the hypervisor. [ 606.954959] env[62024]: DEBUG oslo.service.loopingcall [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.955246] env[62024]: DEBUG nova.compute.manager [-] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 606.955341] env[62024]: DEBUG nova.network.neutron [-] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 607.017019] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ca402fd-625b-4fb2-bd62-79e3a6a303b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.068726] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c4e580da-3922-4a70-bed5-a90e2ba8ff0d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "a4917632-490f-4fea-b55b-ee28bb21a1e4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.967s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.144452] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Releasing lock "refresh_cache-2c954ee4-f76a-4c72-98fa-ba43513bb93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.144701] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Updated the network info_cache for instance {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 607.148373] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.148945] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.149188] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.149408] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.149615] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.149810] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.149947] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62024) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 607.150117] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.261320] env[62024]: DEBUG oslo_vmware.api [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.279380] env[62024]: DEBUG nova.network.neutron [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.408421] env[62024]: DEBUG nova.compute.manager [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.429054] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287773, 'name': Rename_Task, 'duration_secs': 0.239049} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.431657] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.432329] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e8dffb3-c18e-4656-86d1-7839beb8bda5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.439630] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62267} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.441504] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 2dffe23d-5c9a-4477-a855-227646ad434b/2dffe23d-5c9a-4477-a855-227646ad434b.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.441504] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.441765] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 607.441765] env[62024]: value = "task-2287774" [ 607.441765] env[62024]: _type = "Task" [ 607.441765] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.444586] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca05236c-98e2-4f28-90e5-7f5a8c8ff9ba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.456845] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287774, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.458804] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 607.458804] env[62024]: value = "task-2287775" [ 607.458804] env[62024]: _type = "Task" [ 607.458804] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.475867] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.490491] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Acquiring lock "ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.490946] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Lock "ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.491198] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Acquiring lock "ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.491416] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Lock "ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.491602] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Lock "ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.497676] env[62024]: INFO nova.compute.manager [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Terminating instance [ 607.647093] env[62024]: DEBUG nova.network.neutron [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Updating instance_info_cache with network_info: [{"id": "c2ec104f-3550-4d95-8fed-affac5f0ff38", "address": "fa:16:3e:81:c5:d8", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ec104f-35", "ovs_interfaceid": "c2ec104f-3550-4d95-8fed-affac5f0ff38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.654490] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.672604] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b73bb44-8302-42dd-83a4-f6e88ba8f826 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.684291] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c8234b-1787-4709-88dc-ed61f85b9eb1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.695016] env[62024]: DEBUG nova.compute.manager [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Received event network-vif-deleted-72f9cc87-692f-46a7-9e23-33dd5ec34999 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.695016] env[62024]: DEBUG nova.compute.manager [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Received event network-vif-plugged-c2ec104f-3550-4d95-8fed-affac5f0ff38 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.695016] env[62024]: DEBUG oslo_concurrency.lockutils [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] Acquiring lock "a78e6b14-65ca-4e48-8a5f-92f5e2d97feb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.695016] env[62024]: DEBUG oslo_concurrency.lockutils [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] Lock "a78e6b14-65ca-4e48-8a5f-92f5e2d97feb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.695016] env[62024]: DEBUG oslo_concurrency.lockutils [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] Lock "a78e6b14-65ca-4e48-8a5f-92f5e2d97feb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.695282] env[62024]: DEBUG nova.compute.manager [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] No waiting events found dispatching network-vif-plugged-c2ec104f-3550-4d95-8fed-affac5f0ff38 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.695282] env[62024]: WARNING nova.compute.manager [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Received unexpected event network-vif-plugged-c2ec104f-3550-4d95-8fed-affac5f0ff38 for instance with vm_state building and task_state spawning. [ 607.695282] env[62024]: DEBUG nova.compute.manager [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Received event network-changed-c2ec104f-3550-4d95-8fed-affac5f0ff38 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.695282] env[62024]: DEBUG nova.compute.manager [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Refreshing instance network info cache due to event network-changed-c2ec104f-3550-4d95-8fed-affac5f0ff38. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 607.695282] env[62024]: DEBUG oslo_concurrency.lockutils [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] Acquiring lock "refresh_cache-a78e6b14-65ca-4e48-8a5f-92f5e2d97feb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.727579] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf79ac8e-66cb-4d97-959d-3189f671ab3a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.737181] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870a004a-1ae0-4c3d-8203-ed69233bc334 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.753383] env[62024]: DEBUG nova.compute.provider_tree [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.765982] env[62024]: DEBUG oslo_vmware.api [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Task: {'id': task-2287772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.703991} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.767087] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.767318] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.767549] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.767733] env[62024]: INFO nova.compute.manager [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Took 1.63 seconds to destroy the instance on the hypervisor. [ 607.767985] env[62024]: DEBUG oslo.service.loopingcall [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.768547] env[62024]: DEBUG nova.compute.manager [-] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 607.768720] env[62024]: DEBUG nova.network.neutron [-] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 607.781296] env[62024]: DEBUG nova.compute.manager [req-d4779276-5de4-4cd1-b9ec-0e8acf4500bb req-3cb8569b-725a-44b7-b2d6-df159d7d1fcc service nova] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Received event network-vif-deleted-157687c1-b9ce-4adb-ae8e-0726768123bb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.781850] env[62024]: INFO nova.compute.manager [req-d4779276-5de4-4cd1-b9ec-0e8acf4500bb req-3cb8569b-725a-44b7-b2d6-df159d7d1fcc service nova] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Neutron deleted interface 157687c1-b9ce-4adb-ae8e-0726768123bb; detaching it from the instance and deleting it from the info cache [ 607.781850] env[62024]: DEBUG nova.network.neutron [req-d4779276-5de4-4cd1-b9ec-0e8acf4500bb req-3cb8569b-725a-44b7-b2d6-df159d7d1fcc service nova] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.851327] env[62024]: DEBUG nova.network.neutron [-] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.857494] env[62024]: DEBUG nova.network.neutron [None req-5a0528c7-817f-431a-b9cf-288b73a92e55 tempest-ServerExternalEventsTest-1544349828 tempest-ServerExternalEventsTest-1544349828-project] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Updating instance_info_cache with network_info: [{"id": "faff9dd3-cc1e-44f1-8b13-b87e13cacccc", "address": "fa:16:3e:e0:5f:ce", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaff9dd3-cc", "ovs_interfaceid": "faff9dd3-cc1e-44f1-8b13-b87e13cacccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.952514] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.961065] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287774, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.974520] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092795} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.974520] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.976156] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ae57f6-4ca0-48a8-ad02-55859075af8b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.002213] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 2dffe23d-5c9a-4477-a855-227646ad434b/2dffe23d-5c9a-4477-a855-227646ad434b.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.003089] env[62024]: DEBUG nova.compute.manager [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 608.003287] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 608.003656] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14a5b24d-46a7-4cd2-b513-8ab59143c462 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.022945] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325f80fa-9806-45d6-8bf3-0a4631eb6b8c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.031232] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 608.032815] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b8b7d46-c59f-484e-b6bf-2ea1911e1851 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.034774] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 608.034774] env[62024]: value = "task-2287776" [ 608.034774] env[62024]: _type = "Task" [ 608.034774] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.039960] env[62024]: DEBUG oslo_vmware.api [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Waiting for the task: (returnval){ [ 608.039960] env[62024]: value = "task-2287777" [ 608.039960] env[62024]: _type = "Task" [ 608.039960] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.051612] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.057277] env[62024]: DEBUG oslo_vmware.api [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.155982] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Releasing lock "refresh_cache-a78e6b14-65ca-4e48-8a5f-92f5e2d97feb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.156351] env[62024]: DEBUG nova.compute.manager [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Instance network_info: |[{"id": "c2ec104f-3550-4d95-8fed-affac5f0ff38", "address": "fa:16:3e:81:c5:d8", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ec104f-35", "ovs_interfaceid": "c2ec104f-3550-4d95-8fed-affac5f0ff38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.157332] env[62024]: DEBUG oslo_concurrency.lockutils [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] Acquired lock "refresh_cache-a78e6b14-65ca-4e48-8a5f-92f5e2d97feb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.157332] env[62024]: DEBUG nova.network.neutron [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Refreshing network info cache for port c2ec104f-3550-4d95-8fed-affac5f0ff38 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.158620] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:c5:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2ec104f-3550-4d95-8fed-affac5f0ff38', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.167213] env[62024]: DEBUG oslo.service.loopingcall [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.170726] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.171639] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a8175a9-a357-4878-ae79-53da89354acc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.196095] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.196095] env[62024]: value = "task-2287778" [ 608.196095] env[62024]: _type = "Task" [ 608.196095] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.205900] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287778, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.261920] env[62024]: DEBUG nova.scheduler.client.report [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.284877] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eba7c86a-5bdd-4a40-9c9d-19a648fa3cf5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.298528] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e91a2c8-0ebb-477e-8a52-c40bae88f172 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.349359] env[62024]: DEBUG nova.compute.manager [req-d4779276-5de4-4cd1-b9ec-0e8acf4500bb req-3cb8569b-725a-44b7-b2d6-df159d7d1fcc service nova] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Detach interface failed, port_id=157687c1-b9ce-4adb-ae8e-0726768123bb, reason: Instance c8089295-8fc8-459c-a66e-7be478e1b7ec could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 608.358836] env[62024]: INFO nova.compute.manager [-] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Took 1.40 seconds to deallocate network for instance. [ 608.362017] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5a0528c7-817f-431a-b9cf-288b73a92e55 tempest-ServerExternalEventsTest-1544349828 tempest-ServerExternalEventsTest-1544349828-project] Releasing lock "refresh_cache-ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.457069] env[62024]: DEBUG oslo_vmware.api [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287774, 'name': PowerOnVM_Task, 'duration_secs': 0.764251} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.457347] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.457546] env[62024]: INFO nova.compute.manager [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Took 11.23 seconds to spawn the instance on the hypervisor. [ 608.457727] env[62024]: DEBUG nova.compute.manager [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.458567] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849cbddf-c399-40f8-99eb-4f2e385e4169 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.477915] env[62024]: DEBUG nova.network.neutron [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Updated VIF entry in instance network info cache for port c2ec104f-3550-4d95-8fed-affac5f0ff38. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.477915] env[62024]: DEBUG nova.network.neutron [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Updating instance_info_cache with network_info: [{"id": "c2ec104f-3550-4d95-8fed-affac5f0ff38", "address": "fa:16:3e:81:c5:d8", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ec104f-35", "ovs_interfaceid": "c2ec104f-3550-4d95-8fed-affac5f0ff38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.550198] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.555821] env[62024]: DEBUG oslo_vmware.api [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287777, 'name': PowerOffVM_Task, 'duration_secs': 0.306318} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.556215] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 608.557307] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 608.558318] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89261c56-7dea-4663-835f-c4fbc42e7332 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.639523] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 608.639935] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 608.640220] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Deleting the datastore file [datastore2] ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.640426] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-836a11d4-35cb-4686-a5b6-d32c3ac23197 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.649703] env[62024]: DEBUG oslo_vmware.api [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Waiting for the task: (returnval){ [ 608.649703] env[62024]: value = "task-2287780" [ 608.649703] env[62024]: _type = "Task" [ 608.649703] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.658384] env[62024]: DEBUG oslo_vmware.api [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.706937] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287778, 'name': CreateVM_Task, 'duration_secs': 0.508579} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.707329] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.708283] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.708460] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.708775] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.709040] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0365ff75-cb8a-4c9f-825e-3cefbbcb13be {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.714212] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 608.714212] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d1a1e7-bb16-b50a-b47b-4dc37a846d9f" [ 608.714212] env[62024]: _type = "Task" [ 608.714212] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.723174] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d1a1e7-bb16-b50a-b47b-4dc37a846d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.732732] env[62024]: DEBUG nova.network.neutron [-] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.771600] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.772646] env[62024]: DEBUG nova.compute.manager [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.775511] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.280s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.777222] env[62024]: INFO nova.compute.claims [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.864541] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.979620] env[62024]: INFO nova.compute.manager [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Took 41.15 seconds to build instance. [ 608.981029] env[62024]: DEBUG oslo_concurrency.lockutils [req-5841a1ed-eb0e-4fb0-b894-816f50f0e591 req-8bfa8633-3fad-493b-82a2-dd7b75e90f2e service nova] Releasing lock "refresh_cache-a78e6b14-65ca-4e48-8a5f-92f5e2d97feb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.046082] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287776, 'name': ReconfigVM_Task, 'duration_secs': 0.584713} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.046448] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 2dffe23d-5c9a-4477-a855-227646ad434b/2dffe23d-5c9a-4477-a855-227646ad434b.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.047166] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2d7863a-7d6a-45c7-9319-f15614c588ac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.054320] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 609.054320] env[62024]: value = "task-2287781" [ 609.054320] env[62024]: _type = "Task" [ 609.054320] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.063164] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287781, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.160854] env[62024]: DEBUG oslo_vmware.api [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Task: {'id': task-2287780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310131} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.161348] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.161662] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 609.161919] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 609.162152] env[62024]: INFO nova.compute.manager [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Took 1.16 seconds to destroy the instance on the hypervisor. [ 609.162466] env[62024]: DEBUG oslo.service.loopingcall [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.162772] env[62024]: DEBUG nova.compute.manager [-] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 609.162962] env[62024]: DEBUG nova.network.neutron [-] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 609.226278] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d1a1e7-bb16-b50a-b47b-4dc37a846d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.016128} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.227019] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.227152] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.227348] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.227491] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.227721] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.228139] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-467d16ce-ea84-4e30-a459-a8d58cc51a64 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.234978] env[62024]: INFO nova.compute.manager [-] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Took 1.47 seconds to deallocate network for instance. [ 609.238053] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.238198] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.240031] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3524b9-de31-42db-a9ba-2f247e37f673 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.248393] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 609.248393] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ec5d05-dac1-231f-0266-f7ef902da027" [ 609.248393] env[62024]: _type = "Task" [ 609.248393] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.258293] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ec5d05-dac1-231f-0266-f7ef902da027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.283462] env[62024]: DEBUG nova.compute.utils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 609.285246] env[62024]: DEBUG nova.compute.manager [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.286294] env[62024]: DEBUG nova.network.neutron [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.368067] env[62024]: DEBUG nova.policy [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4881ba2aac42403e98fc7d7ca425e35c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4c140511ffb4ca39aabeaf0b70ac254', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.483369] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bdaf4152-463f-4a60-b263-62d4e80e25b0 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.768s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.566902] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287781, 'name': Rename_Task, 'duration_secs': 0.190052} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.567205] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.567466] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c17ac434-47f3-4d4b-a1f6-0c216f10d62b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.574764] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 609.574764] env[62024]: value = "task-2287782" [ 609.574764] env[62024]: _type = "Task" [ 609.574764] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.583241] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.746831] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.753615] env[62024]: DEBUG nova.network.neutron [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Successfully created port: 8d10300a-5b05-404d-9e0a-56d764b1cc36 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.762286] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ec5d05-dac1-231f-0266-f7ef902da027, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.763172] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff77465-2fd6-4cf5-883b-3cb257f6b820 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.768720] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 609.768720] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52492df0-1da1-54e4-7bb2-a42d5a351d40" [ 609.768720] env[62024]: _type = "Task" [ 609.768720] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.777997] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52492df0-1da1-54e4-7bb2-a42d5a351d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.787081] env[62024]: DEBUG nova.compute.manager [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.987471] env[62024]: DEBUG nova.compute.manager [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.009658] env[62024]: DEBUG nova.network.neutron [-] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.087972] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287782, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.282014] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52492df0-1da1-54e4-7bb2-a42d5a351d40, 'name': SearchDatastore_Task, 'duration_secs': 0.013376} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.282323] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.282681] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] a78e6b14-65ca-4e48-8a5f-92f5e2d97feb/a78e6b14-65ca-4e48-8a5f-92f5e2d97feb.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.282839] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f41f504-634b-4835-90ff-f103de0218d5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.290485] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 610.290485] env[62024]: value = "task-2287783" [ 610.290485] env[62024]: _type = "Task" [ 610.290485] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.300622] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7e5313-b43b-4f62-93a4-53c43756b175 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.306469] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.311135] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59845d6-84a6-48bc-adf0-fc9bebb2a7b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.344819] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08779ba-e948-4099-984c-7a7119f57260 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.353344] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9c45fe-3cd0-4c3e-a607-4bdb134bca0e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.367968] env[62024]: DEBUG nova.compute.provider_tree [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.510535] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.512139] env[62024]: INFO nova.compute.manager [-] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Took 1.35 seconds to deallocate network for instance. [ 610.588140] env[62024]: DEBUG oslo_vmware.api [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287782, 'name': PowerOnVM_Task, 'duration_secs': 0.531546} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.588423] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.588622] env[62024]: INFO nova.compute.manager [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Took 10.61 seconds to spawn the instance on the hypervisor. [ 610.588925] env[62024]: DEBUG nova.compute.manager [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.589636] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f3f78c-d562-4ba5-a964-b1cf67f9b30b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.802704] env[62024]: DEBUG nova.compute.manager [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.804766] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.871267] env[62024]: DEBUG nova.scheduler.client.report [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.019890] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.108179] env[62024]: INFO nova.compute.manager [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Took 37.62 seconds to build instance. [ 611.304849] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719871} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.305769] env[62024]: DEBUG nova.network.neutron [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Successfully updated port: 8d10300a-5b05-404d-9e0a-56d764b1cc36 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.307450] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] a78e6b14-65ca-4e48-8a5f-92f5e2d97feb/a78e6b14-65ca-4e48-8a5f-92f5e2d97feb.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.307450] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.307450] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2aa2aa89-9980-48ad-95c3-5edb215b1043 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.319477] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 611.319477] env[62024]: value = "task-2287784" [ 611.319477] env[62024]: _type = "Task" [ 611.319477] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.328937] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.377246] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.377927] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.380881] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.190s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.382348] env[62024]: INFO nova.compute.claims [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.610170] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b460933d-0379-407a-85b4-4cf020ec9b0f tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "2dffe23d-5c9a-4477-a855-227646ad434b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.144s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.814414] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Acquiring lock "refresh_cache-59235193-56b1-454f-b2e3-09e023701c62" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.814573] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Acquired lock "refresh_cache-59235193-56b1-454f-b2e3-09e023701c62" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.814908] env[62024]: DEBUG nova.network.neutron [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.830974] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11953} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.831205] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.832230] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b21e0-a9db-4597-b0ee-248534ef0519 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.855818] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] a78e6b14-65ca-4e48-8a5f-92f5e2d97feb/a78e6b14-65ca-4e48-8a5f-92f5e2d97feb.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.856151] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc24d04b-6bba-4b73-90fd-8b0aa12645cb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.876726] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 611.876726] env[62024]: value = "task-2287785" [ 611.876726] env[62024]: _type = "Task" [ 611.876726] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.889074] env[62024]: DEBUG nova.compute.utils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 611.890235] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.890882] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.891128] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.938322] env[62024]: DEBUG nova.policy [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '732f64aae5ae4f558a5b2455ad58fcf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72538b991ed249ef99b1e0fc38124dc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.112903] env[62024]: DEBUG nova.compute.manager [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.212882] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Successfully created port: efd56f06-d168-4d3d-8c3b-2f02190c3716 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.361457] env[62024]: DEBUG nova.network.neutron [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.390564] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.391021] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.573493] env[62024]: DEBUG nova.network.neutron [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Updating instance_info_cache with network_info: [{"id": "8d10300a-5b05-404d-9e0a-56d764b1cc36", "address": "fa:16:3e:37:8f:ce", "network": {"id": "103ba308-d821-4fb5-87fc-7df364f05940", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-549594981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c140511ffb4ca39aabeaf0b70ac254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d10300a-5b", "ovs_interfaceid": "8d10300a-5b05-404d-9e0a-56d764b1cc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.638077] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.890613] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287785, 'name': ReconfigVM_Task, 'duration_secs': 0.814687} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.890931] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Reconfigured VM instance instance-0000001d to attach disk [datastore2] a78e6b14-65ca-4e48-8a5f-92f5e2d97feb/a78e6b14-65ca-4e48-8a5f-92f5e2d97feb.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.891617] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75d891e9-9f0d-4953-9c44-060928dfe328 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.901144] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 612.901144] env[62024]: value = "task-2287786" [ 612.901144] env[62024]: _type = "Task" [ 612.901144] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.912677] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287786, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.936983] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12ac92b-880c-4ea5-a380-e2c3703bf4f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.946039] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dc69bc-0ff2-4b33-8708-3d64c52eb1ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.983024] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de71e475-2557-4aa8-a0ff-4ff5f7660f76 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.992109] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33329263-8362-40fd-a34e-5a0f33e07aa9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.006953] env[62024]: DEBUG nova.compute.provider_tree [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.078380] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Releasing lock "refresh_cache-59235193-56b1-454f-b2e3-09e023701c62" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.078705] env[62024]: DEBUG nova.compute.manager [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Instance network_info: |[{"id": "8d10300a-5b05-404d-9e0a-56d764b1cc36", "address": "fa:16:3e:37:8f:ce", "network": {"id": "103ba308-d821-4fb5-87fc-7df364f05940", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-549594981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c140511ffb4ca39aabeaf0b70ac254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d10300a-5b", "ovs_interfaceid": "8d10300a-5b05-404d-9e0a-56d764b1cc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.403263] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.414844] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287786, 'name': Rename_Task, 'duration_secs': 0.23633} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.415145] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.415406] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0be9b22-16e5-4997-9256-7141a587ebee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.421782] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 613.421782] env[62024]: value = "task-2287787" [ 613.421782] env[62024]: _type = "Task" [ 613.421782] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.435790] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.510217] env[62024]: DEBUG nova.scheduler.client.report [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.796096] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Successfully updated port: efd56f06-d168-4d3d-8c3b-2f02190c3716 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.935678] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.015830] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.016563] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.020227] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.809s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.022255] env[62024]: INFO nova.compute.claims [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.299902] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "refresh_cache-83fe5133-94e5-4a2a-9aab-bcbf46973210" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.300134] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquired lock "refresh_cache-83fe5133-94e5-4a2a-9aab-bcbf46973210" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.300333] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.433349] env[62024]: DEBUG oslo_vmware.api [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287787, 'name': PowerOnVM_Task, 'duration_secs': 0.79924} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.433739] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.433867] env[62024]: INFO nova.compute.manager [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Took 9.34 seconds to spawn the instance on the hypervisor. [ 614.434077] env[62024]: DEBUG nova.compute.manager [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.434883] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c195ac9d-2cdc-4a52-8b3a-f0fa2efe3b9b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.528166] env[62024]: DEBUG nova.compute.utils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 614.533853] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.533853] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.575580] env[62024]: DEBUG nova.policy [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '732f64aae5ae4f558a5b2455ad58fcf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72538b991ed249ef99b1e0fc38124dc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.845358] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Successfully created port: 648ebbec-0860-4780-bc5b-97a8025aca83 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.850612] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.958053] env[62024]: INFO nova.compute.manager [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Took 38.47 seconds to build instance. [ 615.033763] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.094805] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Updating instance_info_cache with network_info: [{"id": "efd56f06-d168-4d3d-8c3b-2f02190c3716", "address": "fa:16:3e:ee:5f:a8", "network": {"id": "50c4d4de-53f5-45f6-851e-b0bc36a9d264", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-957115284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72538b991ed249ef99b1e0fc38124dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd56f06-d1", "ovs_interfaceid": "efd56f06-d168-4d3d-8c3b-2f02190c3716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.297337] env[62024]: DEBUG nova.virt.hardware [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.297756] env[62024]: DEBUG nova.virt.hardware [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.297756] env[62024]: DEBUG nova.virt.hardware [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.298090] env[62024]: DEBUG nova.virt.hardware [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.298151] env[62024]: DEBUG nova.virt.hardware [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.298250] env[62024]: DEBUG nova.virt.hardware [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.298481] env[62024]: DEBUG nova.virt.hardware [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.298921] env[62024]: DEBUG nova.virt.hardware [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.298921] env[62024]: DEBUG nova.virt.hardware [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.298921] env[62024]: DEBUG nova.virt.hardware [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.299165] env[62024]: DEBUG nova.virt.hardware [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.301375] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e029e2-e2df-491e-bc3b-5a27cac2609e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.314035] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cccd01-cd33-42c3-9163-3f977aabac87 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.320567] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.320884] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.321094] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.321341] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.321532] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.321702] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.321942] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.322423] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.322423] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.322579] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.322849] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.325323] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a272b002-65da-4d28-a47d-57451a56cedd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.348184] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:8f:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d10300a-5b05-404d-9e0a-56d764b1cc36', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.357094] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Creating folder: Project (e4c140511ffb4ca39aabeaf0b70ac254). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.362458] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b63617-496c-c398-a533-af5a492d334c/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 615.365492] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5960e445-abc2-410f-8d99-88bf936239a2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.367900] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8a0b95-0998-42c2-b928-603eb4fce4bf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.372098] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457a4984-1063-4387-a222-5fe6a8fe308a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.379549] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b63617-496c-c398-a533-af5a492d334c/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 615.379720] env[62024]: ERROR oslo_vmware.rw_handles [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b63617-496c-c398-a533-af5a492d334c/disk-0.vmdk due to incomplete transfer. [ 615.387599] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc4c8783-3819-42f4-9c63-b9c9b8395e24 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.392797] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Created folder: Project (e4c140511ffb4ca39aabeaf0b70ac254) in parent group-v465568. [ 615.392988] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Creating folder: Instances. Parent ref: group-v465659. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.393747] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6baee285-0276-4d7c-947f-5e0dc5986348 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.398646] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b63617-496c-c398-a533-af5a492d334c/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 615.398884] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Uploaded image 78ea0fc3-e022-4cbd-87a5-45e2dd8a835a to the Glance image server {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 615.401163] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 615.401422] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-09e1d6f5-7dda-4479-99b6-d57274d9d816 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.403988] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Created folder: Instances in parent group-v465659. [ 615.404239] env[62024]: DEBUG oslo.service.loopingcall [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.406883] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.407300] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5f7d38e-f2ac-4b9e-88dc-4cc0fd015af4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.428462] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 615.428462] env[62024]: value = "task-2287790" [ 615.428462] env[62024]: _type = "Task" [ 615.428462] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.433261] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.433261] env[62024]: value = "task-2287791" [ 615.433261] env[62024]: _type = "Task" [ 615.433261] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.440842] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287790, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.446188] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287791, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.458014] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6b1f5db-4473-4862-b14d-f7075ee4696c tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "a78e6b14-65ca-4e48-8a5f-92f5e2d97feb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.728s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.600016] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Releasing lock "refresh_cache-83fe5133-94e5-4a2a-9aab-bcbf46973210" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.600016] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Instance network_info: |[{"id": "efd56f06-d168-4d3d-8c3b-2f02190c3716", "address": "fa:16:3e:ee:5f:a8", "network": {"id": "50c4d4de-53f5-45f6-851e-b0bc36a9d264", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-957115284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72538b991ed249ef99b1e0fc38124dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd56f06-d1", "ovs_interfaceid": "efd56f06-d168-4d3d-8c3b-2f02190c3716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.600233] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:5f:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efd56f06-d168-4d3d-8c3b-2f02190c3716', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.606811] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Creating folder: Project (72538b991ed249ef99b1e0fc38124dc7). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.610065] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac350318-0dc9-4135-8884-2948ff15845c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.620745] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Created folder: Project (72538b991ed249ef99b1e0fc38124dc7) in parent group-v465568. [ 615.621686] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Creating folder: Instances. Parent ref: group-v465662. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.621686] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df9f9ae5-7045-41a0-8841-8ec2116f0a8a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.629625] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Created folder: Instances in parent group-v465662. [ 615.629871] env[62024]: DEBUG oslo.service.loopingcall [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.631416] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.631416] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e263b02-de4f-4aa7-8468-ec79f86cc7c9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.648685] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d38d8a-46f4-4276-8b05-dff2494bf3de {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.658136] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be1ed8f-feda-49ac-aa50-dd00a8f18e2a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.661033] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.661033] env[62024]: value = "task-2287794" [ 615.661033] env[62024]: _type = "Task" [ 615.661033] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.692226] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27a6cd7-0b06-4c53-804d-a5d417bb932f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.699535] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287794, 'name': CreateVM_Task} progress is 15%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.704967] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fa9623-05ab-4b11-af88-8c2243cf65ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.720379] env[62024]: DEBUG nova.compute.provider_tree [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.952249] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287790, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.957527] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287791, 'name': CreateVM_Task, 'duration_secs': 0.377152} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.957724] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.958504] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.958668] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.959025] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.959302] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f0a097-de37-4971-8f91-40d227a35b1e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.961159] env[62024]: DEBUG nova.compute.manager [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.969461] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Waiting for the task: (returnval){ [ 615.969461] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b6ca69-b401-3e12-5ee6-22fbefb07e74" [ 615.969461] env[62024]: _type = "Task" [ 615.969461] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.978216] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b6ca69-b401-3e12-5ee6-22fbefb07e74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.045632] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.073321] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.073612] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.073774] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.074039] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.074239] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.074421] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.074762] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.074984] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.075204] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.075387] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.075563] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.076449] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69a2d0b-7ae4-41fa-92f6-b528e53a170d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.083720] env[62024]: DEBUG nova.compute.manager [req-1c3cf614-d6ba-4517-97f2-10045cb1b5c2 req-7d7ece5d-536c-416f-b16b-761f86c4c3d9 service nova] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Received event network-vif-deleted-4848fd0d-5b6e-44aa-a6a9-a24131f37566 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.083856] env[62024]: DEBUG nova.compute.manager [req-1c3cf614-d6ba-4517-97f2-10045cb1b5c2 req-7d7ece5d-536c-416f-b16b-761f86c4c3d9 service nova] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Received event network-vif-deleted-faff9dd3-cc1e-44f1-8b13-b87e13cacccc {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.087758] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3ec64c-3008-4034-9a1b-7cb664f8b1f3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.171541] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287794, 'name': CreateVM_Task, 'duration_secs': 0.363482} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.171732] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.172404] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.224986] env[62024]: DEBUG nova.scheduler.client.report [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.441894] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287790, 'name': Destroy_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.482695] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b6ca69-b401-3e12-5ee6-22fbefb07e74, 'name': SearchDatastore_Task, 'duration_secs': 0.024902} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.486018] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.486018] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.486018] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.486018] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.486310] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.486310] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.486310] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.486310] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-018efb14-a0e1-4e83-943f-bf98f570f108 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.489205] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfba9bc0-c683-404d-8c23-60faae55e28b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.496726] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 616.496726] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522e8ca7-d363-0727-614c-f67c0013ab9d" [ 616.496726] env[62024]: _type = "Task" [ 616.496726] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.503238] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.510147] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.510147] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.510576] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57234670-4976-4b94-aa4c-6c2d991073ef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.520456] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522e8ca7-d363-0727-614c-f67c0013ab9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.525347] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Waiting for the task: (returnval){ [ 616.525347] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c78455-fbed-bbc7-3258-9d5327d699a2" [ 616.525347] env[62024]: _type = "Task" [ 616.525347] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.541862] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c78455-fbed-bbc7-3258-9d5327d699a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.542395] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7f9b02-fce2-43ad-828b-68fafa509e03 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.548700] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Waiting for the task: (returnval){ [ 616.548700] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a59930-834c-67a1-c5e2-5d49e3d43a4e" [ 616.548700] env[62024]: _type = "Task" [ 616.548700] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.557983] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a59930-834c-67a1-c5e2-5d49e3d43a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.731120] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.731671] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.734591] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.493s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.738019] env[62024]: INFO nova.compute.claims [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.798015] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f792250d-a0b4-4ba8-a7a2-a2e284625f4a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.807293] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e35bacf0-564e-4d8b-874f-4d1ff757fa3a tempest-ServersAdminNegativeTestJSON-1996719314 tempest-ServersAdminNegativeTestJSON-1996719314-project-admin] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Suspending the VM {{(pid=62024) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 616.807554] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8ca93367-a85f-41ff-8290-7800e14f245b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.815493] env[62024]: DEBUG oslo_vmware.api [None req-e35bacf0-564e-4d8b-874f-4d1ff757fa3a tempest-ServersAdminNegativeTestJSON-1996719314 tempest-ServersAdminNegativeTestJSON-1996719314-project-admin] Waiting for the task: (returnval){ [ 616.815493] env[62024]: value = "task-2287795" [ 616.815493] env[62024]: _type = "Task" [ 616.815493] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.824848] env[62024]: DEBUG oslo_vmware.api [None req-e35bacf0-564e-4d8b-874f-4d1ff757fa3a tempest-ServersAdminNegativeTestJSON-1996719314 tempest-ServersAdminNegativeTestJSON-1996719314-project-admin] Task: {'id': task-2287795, 'name': SuspendVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.941560] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287790, 'name': Destroy_Task, 'duration_secs': 1.154805} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.941839] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Destroyed the VM [ 616.942125] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 616.942386] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7ce2df74-b231-40c7-9e30-b7227bc5d487 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.948478] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 616.948478] env[62024]: value = "task-2287796" [ 616.948478] env[62024]: _type = "Task" [ 616.948478] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.956505] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287796, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.006489] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522e8ca7-d363-0727-614c-f67c0013ab9d, 'name': SearchDatastore_Task, 'duration_secs': 0.022011} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.006489] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.006657] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.006866] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.010340] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.010548] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.010773] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.010957] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.011137] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.013748] env[62024]: INFO nova.compute.manager [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Terminating instance [ 617.058932] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a59930-834c-67a1-c5e2-5d49e3d43a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.012745} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.059542] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.059810] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 59235193-56b1-454f-b2e3-09e023701c62/59235193-56b1-454f-b2e3-09e023701c62.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.060162] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.060354] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.060575] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee188c85-a79f-4c7e-9eea-6e55496876b4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.062621] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebc931a8-39ca-4229-af1b-166a66541009 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.071020] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Waiting for the task: (returnval){ [ 617.071020] env[62024]: value = "task-2287797" [ 617.071020] env[62024]: _type = "Task" [ 617.071020] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.072339] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.072517] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.076998] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f0de76-48a3-4c1c-8348-c8b0427c6dbc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.085842] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.088381] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 617.088381] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5251171e-1bd4-0c44-854a-a6fa59074c91" [ 617.088381] env[62024]: _type = "Task" [ 617.088381] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.097012] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5251171e-1bd4-0c44-854a-a6fa59074c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.167827] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Successfully updated port: 648ebbec-0860-4780-bc5b-97a8025aca83 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.242093] env[62024]: DEBUG nova.compute.utils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 617.245150] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.245340] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.328757] env[62024]: DEBUG oslo_vmware.api [None req-e35bacf0-564e-4d8b-874f-4d1ff757fa3a tempest-ServersAdminNegativeTestJSON-1996719314 tempest-ServersAdminNegativeTestJSON-1996719314-project-admin] Task: {'id': task-2287795, 'name': SuspendVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.354324] env[62024]: DEBUG nova.policy [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '732f64aae5ae4f558a5b2455ad58fcf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72538b991ed249ef99b1e0fc38124dc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.460287] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287796, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.517786] env[62024]: DEBUG nova.compute.manager [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.517786] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.521031] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe71b2e-16c2-43d2-9a7e-1a5f0fdb4ed0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.529699] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.530136] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bddc162e-ccad-44ff-a3a2-ccb48972d28c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.582919] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287797, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.601968] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5251171e-1bd4-0c44-854a-a6fa59074c91, 'name': SearchDatastore_Task, 'duration_secs': 0.016046} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.603049] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39686061-d991-4415-8fbb-9dde9995ce4b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.615695] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 617.615695] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52539fcc-4c66-bba6-9e7f-8f20bca35a2c" [ 617.615695] env[62024]: _type = "Task" [ 617.615695] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.626750] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52539fcc-4c66-bba6-9e7f-8f20bca35a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.673267] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "refresh_cache-c334510f-8ec2-4c22-a68e-4a152923a87d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.673267] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquired lock "refresh_cache-c334510f-8ec2-4c22-a68e-4a152923a87d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.673267] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.753031] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.829176] env[62024]: DEBUG oslo_vmware.api [None req-e35bacf0-564e-4d8b-874f-4d1ff757fa3a tempest-ServersAdminNegativeTestJSON-1996719314 tempest-ServersAdminNegativeTestJSON-1996719314-project-admin] Task: {'id': task-2287795, 'name': SuspendVM_Task, 'duration_secs': 0.895764} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.829791] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e35bacf0-564e-4d8b-874f-4d1ff757fa3a tempest-ServersAdminNegativeTestJSON-1996719314 tempest-ServersAdminNegativeTestJSON-1996719314-project-admin] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Suspended the VM {{(pid=62024) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 617.830434] env[62024]: DEBUG nova.compute.manager [None req-e35bacf0-564e-4d8b-874f-4d1ff757fa3a tempest-ServersAdminNegativeTestJSON-1996719314 tempest-ServersAdminNegativeTestJSON-1996719314-project-admin] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.831440] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2acf9ea-f479-4768-b2ee-20e1dbf2cb20 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.903910] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "128f600b-4c7c-44fd-9d83-8295bab996e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.904216] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "128f600b-4c7c-44fd-9d83-8295bab996e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.948641] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Successfully created port: e59faf7a-8799-4d10-bcb7-f0593e8117ae {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.961295] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287796, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.969630] env[62024]: DEBUG nova.compute.manager [req-f574a366-4be8-4f3f-ad56-2c34d481caf3 req-d54323f5-2993-4fbc-a3ee-8730fbce53b8 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Received event network-changed-a950f51c-d0b9-4d0d-be14-359e01c704e9 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.969710] env[62024]: DEBUG nova.compute.manager [req-f574a366-4be8-4f3f-ad56-2c34d481caf3 req-d54323f5-2993-4fbc-a3ee-8730fbce53b8 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Refreshing instance network info cache due to event network-changed-a950f51c-d0b9-4d0d-be14-359e01c704e9. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 617.969930] env[62024]: DEBUG oslo_concurrency.lockutils [req-f574a366-4be8-4f3f-ad56-2c34d481caf3 req-d54323f5-2993-4fbc-a3ee-8730fbce53b8 service nova] Acquiring lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.970052] env[62024]: DEBUG oslo_concurrency.lockutils [req-f574a366-4be8-4f3f-ad56-2c34d481caf3 req-d54323f5-2993-4fbc-a3ee-8730fbce53b8 service nova] Acquired lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.970218] env[62024]: DEBUG nova.network.neutron [req-f574a366-4be8-4f3f-ad56-2c34d481caf3 req-d54323f5-2993-4fbc-a3ee-8730fbce53b8 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Refreshing network info cache for port a950f51c-d0b9-4d0d-be14-359e01c704e9 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.083019] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694456} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.085906] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 59235193-56b1-454f-b2e3-09e023701c62/59235193-56b1-454f-b2e3-09e023701c62.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.086210] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.087516] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d82133d-e298-41a6-b2d2-bf74bf6f3652 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.093678] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Waiting for the task: (returnval){ [ 618.093678] env[62024]: value = "task-2287799" [ 618.093678] env[62024]: _type = "Task" [ 618.093678] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.110043] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.140500] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52539fcc-4c66-bba6-9e7f-8f20bca35a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.055422} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.140500] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.140500] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 83fe5133-94e5-4a2a-9aab-bcbf46973210/83fe5133-94e5-4a2a-9aab-bcbf46973210.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.140500] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d35bfa7-8c87-4568-bec5-337f65816689 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.149882] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 618.149882] env[62024]: value = "task-2287800" [ 618.149882] env[62024]: _type = "Task" [ 618.149882] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.161115] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.230957] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.322903] env[62024]: DEBUG nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Received event network-vif-plugged-8d10300a-5b05-404d-9e0a-56d764b1cc36 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.323169] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Acquiring lock "59235193-56b1-454f-b2e3-09e023701c62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.324462] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Lock "59235193-56b1-454f-b2e3-09e023701c62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.324663] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Lock "59235193-56b1-454f-b2e3-09e023701c62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.324842] env[62024]: DEBUG nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 59235193-56b1-454f-b2e3-09e023701c62] No waiting events found dispatching network-vif-plugged-8d10300a-5b05-404d-9e0a-56d764b1cc36 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.325062] env[62024]: WARNING nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Received unexpected event network-vif-plugged-8d10300a-5b05-404d-9e0a-56d764b1cc36 for instance with vm_state building and task_state spawning. [ 618.325224] env[62024]: DEBUG nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Received event network-changed-8d10300a-5b05-404d-9e0a-56d764b1cc36 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.325388] env[62024]: DEBUG nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Refreshing instance network info cache due to event network-changed-8d10300a-5b05-404d-9e0a-56d764b1cc36. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 618.325578] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Acquiring lock "refresh_cache-59235193-56b1-454f-b2e3-09e023701c62" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.325710] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Acquired lock "refresh_cache-59235193-56b1-454f-b2e3-09e023701c62" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.325907] env[62024]: DEBUG nova.network.neutron [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Refreshing network info cache for port 8d10300a-5b05-404d-9e0a-56d764b1cc36 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.348419] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.348691] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.348924] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleting the datastore file [datastore1] 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.355966] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d293d769-d011-4f5b-8616-cb8706e034eb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.366530] env[62024]: DEBUG oslo_vmware.api [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 618.366530] env[62024]: value = "task-2287801" [ 618.366530] env[62024]: _type = "Task" [ 618.366530] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.384294] env[62024]: DEBUG oslo_vmware.api [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.392587] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "6486ab8d-5a85-4a12-817b-b34fc6ff5a1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.392587] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "6486ab8d-5a85-4a12-817b-b34fc6ff5a1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.460021] env[62024]: DEBUG oslo_vmware.api [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287796, 'name': RemoveSnapshot_Task, 'duration_secs': 1.215022} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.461992] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 618.462271] env[62024]: INFO nova.compute.manager [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Took 17.06 seconds to snapshot the instance on the hypervisor. [ 618.503103] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48250359-7317-489b-be28-bd12dd85fcf6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.513245] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a04afd-cf95-4e42-aca5-9c37d1ab908f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.554907] env[62024]: DEBUG oslo_vmware.rw_handles [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ad42b-5608-3389-2fa4-068aea020274/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 618.556194] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Updating instance_info_cache with network_info: [{"id": "648ebbec-0860-4780-bc5b-97a8025aca83", "address": "fa:16:3e:b1:7a:25", "network": {"id": "50c4d4de-53f5-45f6-851e-b0bc36a9d264", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-957115284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72538b991ed249ef99b1e0fc38124dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648ebbec-08", "ovs_interfaceid": "648ebbec-0860-4780-bc5b-97a8025aca83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.557529] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf78c81-2949-4936-a50a-a4b8f588e7fc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.560683] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836407b6-dc35-4247-9bab-a4d99cb46172 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.569776] env[62024]: DEBUG oslo_vmware.rw_handles [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ad42b-5608-3389-2fa4-068aea020274/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 618.569942] env[62024]: ERROR oslo_vmware.rw_handles [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ad42b-5608-3389-2fa4-068aea020274/disk-0.vmdk due to incomplete transfer. [ 618.571144] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb843f77-c5cf-4bec-abf4-06db901ed9cf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.574859] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2cb2aea7-44af-41f6-8d1a-b1d8fd27304a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.587433] env[62024]: DEBUG nova.compute.provider_tree [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.589627] env[62024]: DEBUG oslo_vmware.rw_handles [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ad42b-5608-3389-2fa4-068aea020274/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 618.589816] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Uploaded image 52018c76-308d-411e-a351-cabe0c294138 to the Glance image server {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 618.591446] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 618.592086] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-32db8002-7aac-4e9a-8f91-30d8a8ed8a20 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.598552] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 618.598552] env[62024]: value = "task-2287802" [ 618.598552] env[62024]: _type = "Task" [ 618.598552] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.605173] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077163} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.605751] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.606519] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f69d3b7-8ccd-4a52-b255-a3574cca7e8c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.612316] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287802, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.632435] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 59235193-56b1-454f-b2e3-09e023701c62/59235193-56b1-454f-b2e3-09e023701c62.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.632764] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aeff59b-ac22-4631-a63a-445de5ba0a96 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.655660] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Waiting for the task: (returnval){ [ 618.655660] env[62024]: value = "task-2287803" [ 618.655660] env[62024]: _type = "Task" [ 618.655660] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.661863] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.666494] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287803, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.765945] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.798273] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.798696] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.798696] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.798845] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.798978] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.799161] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.799386] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.799558] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.799740] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.800134] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.800134] env[62024]: DEBUG nova.virt.hardware [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.801098] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fb51e3-24a7-4140-80ad-5cf7d0596d4d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.816015] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee0c859-f081-4549-a6cd-949c36413cc9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.847466] env[62024]: DEBUG nova.network.neutron [req-f574a366-4be8-4f3f-ad56-2c34d481caf3 req-d54323f5-2993-4fbc-a3ee-8730fbce53b8 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Updated VIF entry in instance network info cache for port a950f51c-d0b9-4d0d-be14-359e01c704e9. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.847839] env[62024]: DEBUG nova.network.neutron [req-f574a366-4be8-4f3f-ad56-2c34d481caf3 req-d54323f5-2993-4fbc-a3ee-8730fbce53b8 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Updating instance_info_cache with network_info: [{"id": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "address": "fa:16:3e:23:bb:76", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa950f51c-d0", "ovs_interfaceid": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.877184] env[62024]: DEBUG oslo_vmware.api [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.969952] env[62024]: DEBUG nova.compute.manager [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Instance disappeared during snapshot {{(pid=62024) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 618.984554] env[62024]: DEBUG nova.compute.manager [None req-0a756816-a08a-46b2-8157-0967f8ab8907 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Image not found during clean up 78ea0fc3-e022-4cbd-87a5-45e2dd8a835a {{(pid=62024) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 619.065516] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Releasing lock "refresh_cache-c334510f-8ec2-4c22-a68e-4a152923a87d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.065871] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Instance network_info: |[{"id": "648ebbec-0860-4780-bc5b-97a8025aca83", "address": "fa:16:3e:b1:7a:25", "network": {"id": "50c4d4de-53f5-45f6-851e-b0bc36a9d264", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-957115284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72538b991ed249ef99b1e0fc38124dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648ebbec-08", "ovs_interfaceid": "648ebbec-0860-4780-bc5b-97a8025aca83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.066354] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:7a:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '648ebbec-0860-4780-bc5b-97a8025aca83', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.075445] env[62024]: DEBUG oslo.service.loopingcall [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.076464] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.076821] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-868f8cfa-fd9e-4012-b1f5-439062035480 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.101555] env[62024]: DEBUG nova.scheduler.client.report [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.118311] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.118311] env[62024]: value = "task-2287804" [ 619.118311] env[62024]: _type = "Task" [ 619.118311] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.124761] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287802, 'name': Destroy_Task, 'duration_secs': 0.348209} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.126141] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Destroyed the VM [ 619.126141] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 619.126845] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-67f27c78-5edd-4cb6-8071-0d50928a2050 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.135261] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287804, 'name': CreateVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.136301] env[62024]: DEBUG nova.network.neutron [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Updated VIF entry in instance network info cache for port 8d10300a-5b05-404d-9e0a-56d764b1cc36. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.136524] env[62024]: DEBUG nova.network.neutron [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Updating instance_info_cache with network_info: [{"id": "8d10300a-5b05-404d-9e0a-56d764b1cc36", "address": "fa:16:3e:37:8f:ce", "network": {"id": "103ba308-d821-4fb5-87fc-7df364f05940", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-549594981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4c140511ffb4ca39aabeaf0b70ac254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d10300a-5b", "ovs_interfaceid": "8d10300a-5b05-404d-9e0a-56d764b1cc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.138912] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 619.138912] env[62024]: value = "task-2287805" [ 619.138912] env[62024]: _type = "Task" [ 619.138912] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.148842] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287805, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.163477] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287800, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.169704] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287803, 'name': ReconfigVM_Task, 'duration_secs': 0.45299} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.170199] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 59235193-56b1-454f-b2e3-09e023701c62/59235193-56b1-454f-b2e3-09e023701c62.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.170940] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78492fb8-49dc-4fe5-a872-8212bfdfdf54 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.178815] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Waiting for the task: (returnval){ [ 619.178815] env[62024]: value = "task-2287806" [ 619.178815] env[62024]: _type = "Task" [ 619.178815] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.194950] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287806, 'name': Rename_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.351389] env[62024]: DEBUG oslo_concurrency.lockutils [req-f574a366-4be8-4f3f-ad56-2c34d481caf3 req-d54323f5-2993-4fbc-a3ee-8730fbce53b8 service nova] Releasing lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.376756] env[62024]: DEBUG oslo_vmware.api [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556665} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.377163] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.377264] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.377441] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.377619] env[62024]: INFO nova.compute.manager [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Took 1.86 seconds to destroy the instance on the hypervisor. [ 619.377869] env[62024]: DEBUG oslo.service.loopingcall [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.378115] env[62024]: DEBUG nova.compute.manager [-] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.378192] env[62024]: DEBUG nova.network.neutron [-] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.614836] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.880s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.615417] env[62024]: DEBUG nova.compute.manager [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.618452] env[62024]: DEBUG oslo_concurrency.lockutils [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.553s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.618860] env[62024]: DEBUG nova.objects.instance [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Lazy-loading 'resources' on Instance uuid 564c4383-1dfd-46c6-aded-6b295642bc18 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.633435] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287804, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.640214] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Releasing lock "refresh_cache-59235193-56b1-454f-b2e3-09e023701c62" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.640596] env[62024]: DEBUG nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Received event network-vif-plugged-efd56f06-d168-4d3d-8c3b-2f02190c3716 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.640857] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Acquiring lock "83fe5133-94e5-4a2a-9aab-bcbf46973210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.641110] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Lock "83fe5133-94e5-4a2a-9aab-bcbf46973210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.641285] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Lock "83fe5133-94e5-4a2a-9aab-bcbf46973210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.642030] env[62024]: DEBUG nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] No waiting events found dispatching network-vif-plugged-efd56f06-d168-4d3d-8c3b-2f02190c3716 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.642030] env[62024]: WARNING nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Received unexpected event network-vif-plugged-efd56f06-d168-4d3d-8c3b-2f02190c3716 for instance with vm_state building and task_state spawning. [ 619.642030] env[62024]: DEBUG nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Received event network-changed-efd56f06-d168-4d3d-8c3b-2f02190c3716 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.642030] env[62024]: DEBUG nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Refreshing instance network info cache due to event network-changed-efd56f06-d168-4d3d-8c3b-2f02190c3716. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 619.642218] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Acquiring lock "refresh_cache-83fe5133-94e5-4a2a-9aab-bcbf46973210" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.642297] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Acquired lock "refresh_cache-83fe5133-94e5-4a2a-9aab-bcbf46973210" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.642453] env[62024]: DEBUG nova.network.neutron [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Refreshing network info cache for port efd56f06-d168-4d3d-8c3b-2f02190c3716 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.655803] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287805, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.665506] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287800, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.365875} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.665768] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 83fe5133-94e5-4a2a-9aab-bcbf46973210/83fe5133-94e5-4a2a-9aab-bcbf46973210.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.665992] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.666296] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24c131e8-8a79-4323-bca4-84e8782d846e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.674018] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 619.674018] env[62024]: value = "task-2287807" [ 619.674018] env[62024]: _type = "Task" [ 619.674018] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.682554] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.691140] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287806, 'name': Rename_Task, 'duration_secs': 0.304584} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.691400] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.691641] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cae96411-2b89-4ef2-8b40-052a75c733d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.700489] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Waiting for the task: (returnval){ [ 619.700489] env[62024]: value = "task-2287808" [ 619.700489] env[62024]: _type = "Task" [ 619.700489] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.712343] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.728505] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "a78e6b14-65ca-4e48-8a5f-92f5e2d97feb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.728765] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "a78e6b14-65ca-4e48-8a5f-92f5e2d97feb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.728971] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "a78e6b14-65ca-4e48-8a5f-92f5e2d97feb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.729173] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "a78e6b14-65ca-4e48-8a5f-92f5e2d97feb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.729386] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "a78e6b14-65ca-4e48-8a5f-92f5e2d97feb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.731711] env[62024]: INFO nova.compute.manager [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Terminating instance [ 619.898951] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Successfully updated port: e59faf7a-8799-4d10-bcb7-f0593e8117ae {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.126588] env[62024]: DEBUG nova.compute.utils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 620.127726] env[62024]: DEBUG nova.compute.manager [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.128099] env[62024]: DEBUG nova.network.neutron [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.139069] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287804, 'name': CreateVM_Task, 'duration_secs': 0.917106} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.139814] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.140472] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.140633] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.140964] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.141465] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-343ddfd2-3383-43ee-993f-76685ce4b4a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.151253] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 620.151253] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528170f1-81d5-de0a-2dc1-49cd16cffcf6" [ 620.151253] env[62024]: _type = "Task" [ 620.151253] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.160491] env[62024]: DEBUG oslo_vmware.api [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287805, 'name': RemoveSnapshot_Task, 'duration_secs': 0.986798} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.161162] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 620.161706] env[62024]: INFO nova.compute.manager [None req-857dc10d-561e-49b1-80cd-f8b62b52536f tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Took 20.57 seconds to snapshot the instance on the hypervisor. [ 620.167496] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528170f1-81d5-de0a-2dc1-49cd16cffcf6, 'name': SearchDatastore_Task, 'duration_secs': 0.014187} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.170143] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.170366] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.171025] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.171025] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.171025] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.171371] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00211cdc-80c0-48f3-8b62-e8511f25f6d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.180068] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.180167] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.183630] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d863086b-d9fa-4711-8d45-a7875fb5a343 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.186104] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122847} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.188906] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.190352] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9627abf-702a-4ea0-9e78-41415e7ad9b4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.194377] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 620.194377] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f1c90b-eb26-4f8c-bf9d-69d40eead901" [ 620.194377] env[62024]: _type = "Task" [ 620.194377] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.218255] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 83fe5133-94e5-4a2a-9aab-bcbf46973210/83fe5133-94e5-4a2a-9aab-bcbf46973210.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.221931] env[62024]: DEBUG nova.policy [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93b769b55a14458e8937632299545837', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b4ea5ef8d66437d9f5dc4dc95dda427', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.229109] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e2c738-9ca6-4d40-a11c-dd45d0d5d893 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.246556] env[62024]: DEBUG nova.network.neutron [-] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.248237] env[62024]: DEBUG nova.compute.manager [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 620.248433] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.250226] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f1c90b-eb26-4f8c-bf9d-69d40eead901, 'name': SearchDatastore_Task, 'duration_secs': 0.011092} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.250439] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad2072a-7736-445b-8981-d948a0a19c2b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.259022] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f78748-25e3-4b62-a619-121f85ac0013 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.259474] env[62024]: DEBUG oslo_vmware.api [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287808, 'name': PowerOnVM_Task, 'duration_secs': 0.524463} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.260910] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.261132] env[62024]: INFO nova.compute.manager [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Took 9.46 seconds to spawn the instance on the hypervisor. [ 620.261311] env[62024]: DEBUG nova.compute.manager [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.261611] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 620.261611] env[62024]: value = "task-2287809" [ 620.261611] env[62024]: _type = "Task" [ 620.261611] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.262542] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc07ee72-05e2-411a-ab81-a70813cdf67c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.272818] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 620.272818] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5249c11d-e836-dd6f-9f5d-2c41fa932504" [ 620.272818] env[62024]: _type = "Task" [ 620.272818] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.273141] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 620.274437] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac0df8fc-a15a-441b-9e59-ab21ecae3704 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.287282] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.294813] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5249c11d-e836-dd6f-9f5d-2c41fa932504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.348850] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 620.349129] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 620.349351] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Deleting the datastore file [datastore2] a78e6b14-65ca-4e48-8a5f-92f5e2d97feb {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.349679] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9195b163-c7dd-496a-bdfb-3588dd0b268a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.357553] env[62024]: DEBUG oslo_vmware.api [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 620.357553] env[62024]: value = "task-2287811" [ 620.357553] env[62024]: _type = "Task" [ 620.357553] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.370269] env[62024]: DEBUG oslo_vmware.api [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.386964] env[62024]: DEBUG nova.compute.manager [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Received event network-vif-deleted-807278be-b7ac-4041-92b1-654f19519a78 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.387191] env[62024]: DEBUG nova.compute.manager [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Received event network-vif-plugged-e59faf7a-8799-4d10-bcb7-f0593e8117ae {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.387431] env[62024]: DEBUG oslo_concurrency.lockutils [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] Acquiring lock "e10b687b-5592-45fb-9e59-8801fb5b416d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.387575] env[62024]: DEBUG oslo_concurrency.lockutils [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] Lock "e10b687b-5592-45fb-9e59-8801fb5b416d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.387736] env[62024]: DEBUG oslo_concurrency.lockutils [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] Lock "e10b687b-5592-45fb-9e59-8801fb5b416d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.387899] env[62024]: DEBUG nova.compute.manager [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] No waiting events found dispatching network-vif-plugged-e59faf7a-8799-4d10-bcb7-f0593e8117ae {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.388069] env[62024]: WARNING nova.compute.manager [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Received unexpected event network-vif-plugged-e59faf7a-8799-4d10-bcb7-f0593e8117ae for instance with vm_state building and task_state spawning. [ 620.388231] env[62024]: DEBUG nova.compute.manager [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Received event network-changed-e59faf7a-8799-4d10-bcb7-f0593e8117ae {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.388383] env[62024]: DEBUG nova.compute.manager [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Refreshing instance network info cache due to event network-changed-e59faf7a-8799-4d10-bcb7-f0593e8117ae. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 620.388557] env[62024]: DEBUG oslo_concurrency.lockutils [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] Acquiring lock "refresh_cache-e10b687b-5592-45fb-9e59-8801fb5b416d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.388689] env[62024]: DEBUG oslo_concurrency.lockutils [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] Acquired lock "refresh_cache-e10b687b-5592-45fb-9e59-8801fb5b416d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.388839] env[62024]: DEBUG nova.network.neutron [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Refreshing network info cache for port e59faf7a-8799-4d10-bcb7-f0593e8117ae {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.404545] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "refresh_cache-e10b687b-5592-45fb-9e59-8801fb5b416d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.630984] env[62024]: DEBUG nova.compute.manager [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.641094] env[62024]: DEBUG nova.network.neutron [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Updated VIF entry in instance network info cache for port efd56f06-d168-4d3d-8c3b-2f02190c3716. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.641094] env[62024]: DEBUG nova.network.neutron [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Updating instance_info_cache with network_info: [{"id": "efd56f06-d168-4d3d-8c3b-2f02190c3716", "address": "fa:16:3e:ee:5f:a8", "network": {"id": "50c4d4de-53f5-45f6-851e-b0bc36a9d264", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-957115284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72538b991ed249ef99b1e0fc38124dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd56f06-d1", "ovs_interfaceid": "efd56f06-d168-4d3d-8c3b-2f02190c3716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.750221] env[62024]: INFO nova.compute.manager [-] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Took 1.37 seconds to deallocate network for instance. [ 620.776813] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.787461] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5249c11d-e836-dd6f-9f5d-2c41fa932504, 'name': SearchDatastore_Task, 'duration_secs': 0.031266} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.788439] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.788796] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] c334510f-8ec2-4c22-a68e-4a152923a87d/c334510f-8ec2-4c22-a68e-4a152923a87d.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.796593] env[62024]: INFO nova.compute.manager [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Took 34.59 seconds to build instance. [ 620.800181] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b26ac316-6291-4cce-9bd4-4db9305c67e0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.809789] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 620.809789] env[62024]: value = "task-2287812" [ 620.809789] env[62024]: _type = "Task" [ 620.809789] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.818865] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.820276] env[62024]: DEBUG nova.network.neutron [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Successfully created port: e74adde3-6d5b-4e94-b4e7-76eb6d9e65db {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.864888] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd1f22b-6eda-45bc-896f-8029bb06d742 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.872668] env[62024]: DEBUG oslo_vmware.api [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186777} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.873447] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.873706] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 620.873953] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 620.874360] env[62024]: INFO nova.compute.manager [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Took 0.63 seconds to destroy the instance on the hypervisor. [ 620.874756] env[62024]: DEBUG oslo.service.loopingcall [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.876806] env[62024]: DEBUG nova.compute.manager [-] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 620.876806] env[62024]: DEBUG nova.network.neutron [-] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.879970] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2753a525-f666-4ec2-bdeb-54f92dd3c15c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.914161] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f57aed-9f41-4d9c-8a7b-80906dddccfd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.921702] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d963c9b3-cbd0-47c7-a52e-aa4c439269e2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.935818] env[62024]: DEBUG nova.compute.provider_tree [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.961120] env[62024]: DEBUG nova.network.neutron [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.066193] env[62024]: DEBUG nova.network.neutron [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.152541] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Releasing lock "refresh_cache-83fe5133-94e5-4a2a-9aab-bcbf46973210" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.152973] env[62024]: DEBUG nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Received event network-vif-plugged-648ebbec-0860-4780-bc5b-97a8025aca83 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.153245] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Acquiring lock "c334510f-8ec2-4c22-a68e-4a152923a87d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.153475] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Lock "c334510f-8ec2-4c22-a68e-4a152923a87d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.153647] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Lock "c334510f-8ec2-4c22-a68e-4a152923a87d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.153867] env[62024]: DEBUG nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] No waiting events found dispatching network-vif-plugged-648ebbec-0860-4780-bc5b-97a8025aca83 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.154072] env[62024]: WARNING nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Received unexpected event network-vif-plugged-648ebbec-0860-4780-bc5b-97a8025aca83 for instance with vm_state building and task_state spawning. [ 621.154249] env[62024]: DEBUG nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Received event network-changed-648ebbec-0860-4780-bc5b-97a8025aca83 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.154402] env[62024]: DEBUG nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Refreshing instance network info cache due to event network-changed-648ebbec-0860-4780-bc5b-97a8025aca83. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 621.154630] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Acquiring lock "refresh_cache-c334510f-8ec2-4c22-a68e-4a152923a87d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.154865] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Acquired lock "refresh_cache-c334510f-8ec2-4c22-a68e-4a152923a87d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.154865] env[62024]: DEBUG nova.network.neutron [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Refreshing network info cache for port 648ebbec-0860-4780-bc5b-97a8025aca83 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.258162] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.277378] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287809, 'name': ReconfigVM_Task, 'duration_secs': 0.723309} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.277748] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 83fe5133-94e5-4a2a-9aab-bcbf46973210/83fe5133-94e5-4a2a-9aab-bcbf46973210.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.278515] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13b4defa-1279-4067-8708-99d97bb6ecc0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.286767] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 621.286767] env[62024]: value = "task-2287813" [ 621.286767] env[62024]: _type = "Task" [ 621.286767] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.296323] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287813, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.306235] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6c760dd6-6855-41ae-98cf-74579cd50ffe tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Lock "59235193-56b1-454f-b2e3-09e023701c62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.453s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.321421] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48843} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.322439] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] c334510f-8ec2-4c22-a68e-4a152923a87d/c334510f-8ec2-4c22-a68e-4a152923a87d.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.322669] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.323016] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82ed5016-57e9-4d7c-86ae-a82b89d35872 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.329655] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 621.329655] env[62024]: value = "task-2287814" [ 621.329655] env[62024]: _type = "Task" [ 621.329655] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.337599] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.441377] env[62024]: DEBUG nova.scheduler.client.report [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.568890] env[62024]: DEBUG oslo_concurrency.lockutils [req-0edad7d2-7a5c-44de-a30f-2246689e2194 req-143a1236-784e-4cfa-9d94-d3c9be4dfe75 service nova] Releasing lock "refresh_cache-e10b687b-5592-45fb-9e59-8801fb5b416d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.569314] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquired lock "refresh_cache-e10b687b-5592-45fb-9e59-8801fb5b416d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.569474] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.663706] env[62024]: DEBUG nova.compute.manager [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.689284] env[62024]: DEBUG nova.virt.hardware [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.689525] env[62024]: DEBUG nova.virt.hardware [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.689687] env[62024]: DEBUG nova.virt.hardware [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.689861] env[62024]: DEBUG nova.virt.hardware [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.690015] env[62024]: DEBUG nova.virt.hardware [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.690168] env[62024]: DEBUG nova.virt.hardware [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.690369] env[62024]: DEBUG nova.virt.hardware [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.690539] env[62024]: DEBUG nova.virt.hardware [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.690738] env[62024]: DEBUG nova.virt.hardware [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.690904] env[62024]: DEBUG nova.virt.hardware [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.691917] env[62024]: DEBUG nova.virt.hardware [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.692055] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fe7c1d-68e0-4812-8a11-5b6a4d3e3d95 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.702560] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acc8e62-1949-4205-ae31-e666223f0734 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.796762] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287813, 'name': Rename_Task, 'duration_secs': 0.280367} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.797097] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.797410] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0df779c-8595-446b-9d80-7725e40f0dbd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.803241] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 621.803241] env[62024]: value = "task-2287815" [ 621.803241] env[62024]: _type = "Task" [ 621.803241] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.812214] env[62024]: DEBUG nova.compute.manager [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.814631] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.839048] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.865425] env[62024]: DEBUG nova.network.neutron [-] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.889927] env[62024]: DEBUG nova.network.neutron [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Updated VIF entry in instance network info cache for port 648ebbec-0860-4780-bc5b-97a8025aca83. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.890335] env[62024]: DEBUG nova.network.neutron [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Updating instance_info_cache with network_info: [{"id": "648ebbec-0860-4780-bc5b-97a8025aca83", "address": "fa:16:3e:b1:7a:25", "network": {"id": "50c4d4de-53f5-45f6-851e-b0bc36a9d264", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-957115284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72538b991ed249ef99b1e0fc38124dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648ebbec-08", "ovs_interfaceid": "648ebbec-0860-4780-bc5b-97a8025aca83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.948298] env[62024]: DEBUG oslo_concurrency.lockutils [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.949914] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.847s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.951396] env[62024]: INFO nova.compute.claims [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.974279] env[62024]: INFO nova.scheduler.client.report [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Deleted allocations for instance 564c4383-1dfd-46c6-aded-6b295642bc18 [ 621.987258] env[62024]: DEBUG nova.compute.manager [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.988174] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454b4079-1e01-49d9-a959-70b0d00d4857 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.998975] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Acquiring lock "59235193-56b1-454f-b2e3-09e023701c62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.999259] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Lock "59235193-56b1-454f-b2e3-09e023701c62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.999459] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Acquiring lock "59235193-56b1-454f-b2e3-09e023701c62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.999639] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Lock "59235193-56b1-454f-b2e3-09e023701c62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.999803] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Lock "59235193-56b1-454f-b2e3-09e023701c62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.001751] env[62024]: INFO nova.compute.manager [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Terminating instance [ 622.101726] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.249219] env[62024]: DEBUG nova.network.neutron [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Updating instance_info_cache with network_info: [{"id": "e59faf7a-8799-4d10-bcb7-f0593e8117ae", "address": "fa:16:3e:40:cd:51", "network": {"id": "50c4d4de-53f5-45f6-851e-b0bc36a9d264", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-957115284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72538b991ed249ef99b1e0fc38124dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59faf7a-87", "ovs_interfaceid": "e59faf7a-8799-4d10-bcb7-f0593e8117ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.312914] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.335556] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.338663] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.368416] env[62024]: INFO nova.compute.manager [-] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Took 1.49 seconds to deallocate network for instance. [ 622.393969] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Releasing lock "refresh_cache-c334510f-8ec2-4c22-a68e-4a152923a87d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.393969] env[62024]: DEBUG nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Received event network-changed-c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.393969] env[62024]: DEBUG nova.compute.manager [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Refreshing instance network info cache due to event network-changed-c97cfc34-9cda-48d1-aa01-d67c7f9d4943. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.393969] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Acquiring lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.393969] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Acquired lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.394251] env[62024]: DEBUG nova.network.neutron [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Refreshing network info cache for port c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.424165] env[62024]: DEBUG nova.compute.manager [req-923557d4-f799-41c2-aec6-9a7b4e0e95a0 req-1c1e6e15-27f6-4724-9024-c6de734ca4a6 service nova] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Received event network-vif-deleted-c2ec104f-3550-4d95-8fed-affac5f0ff38 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.481796] env[62024]: DEBUG oslo_concurrency.lockutils [None req-251bbe72-b0d9-49eb-8572-dbfa78d922cb tempest-TenantUsagesTestJSON-1895750317 tempest-TenantUsagesTestJSON-1895750317-project-member] Lock "564c4383-1dfd-46c6-aded-6b295642bc18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.068s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.504295] env[62024]: INFO nova.compute.manager [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] instance snapshotting [ 622.507160] env[62024]: DEBUG nova.compute.manager [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.507499] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.508706] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b404e690-6c6e-4324-847a-2adf80b38ce6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.513635] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0954019b-6eed-4258-9501-fa635f71087b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.540333] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05930044-97ef-4f9e-8d5a-c04a397a1982 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.543093] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.543367] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5ecffa7-98cf-4ecf-9482-40989d507bb7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.554355] env[62024]: DEBUG oslo_vmware.api [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Waiting for the task: (returnval){ [ 622.554355] env[62024]: value = "task-2287816" [ 622.554355] env[62024]: _type = "Task" [ 622.554355] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.562324] env[62024]: DEBUG oslo_vmware.api [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.755024] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Releasing lock "refresh_cache-e10b687b-5592-45fb-9e59-8801fb5b416d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.755024] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Instance network_info: |[{"id": "e59faf7a-8799-4d10-bcb7-f0593e8117ae", "address": "fa:16:3e:40:cd:51", "network": {"id": "50c4d4de-53f5-45f6-851e-b0bc36a9d264", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-957115284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72538b991ed249ef99b1e0fc38124dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59faf7a-87", "ovs_interfaceid": "e59faf7a-8799-4d10-bcb7-f0593e8117ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.755491] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:cd:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e59faf7a-8799-4d10-bcb7-f0593e8117ae', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.764702] env[62024]: DEBUG oslo.service.loopingcall [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 622.765191] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.765533] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fff2bc33-ec0e-425c-b82b-7a2b1ed76677 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.788041] env[62024]: DEBUG nova.network.neutron [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Successfully updated port: e74adde3-6d5b-4e94-b4e7-76eb6d9e65db {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.797777] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.797777] env[62024]: value = "task-2287817" [ 622.797777] env[62024]: _type = "Task" [ 622.797777] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.808224] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287817, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.818363] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287815, 'name': PowerOnVM_Task, 'duration_secs': 1.007272} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.819162] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.819510] env[62024]: INFO nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Took 9.42 seconds to spawn the instance on the hypervisor. [ 622.819850] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.820851] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cce413-4c1a-475b-9816-c17792b248d2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.842249] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.093315} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.842524] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.843457] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dd0659-517b-481e-8538-290bd4844d58 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.868588] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] c334510f-8ec2-4c22-a68e-4a152923a87d/c334510f-8ec2-4c22-a68e-4a152923a87d.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.869678] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-089c2d54-a425-4519-ac88-7512f7f22764 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.887543] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.893265] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 622.893265] env[62024]: value = "task-2287818" [ 622.893265] env[62024]: _type = "Task" [ 622.893265] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.904952] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.056782] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 623.057420] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e6f3064-af89-44aa-af4d-b44e5edcb242 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.073870] env[62024]: DEBUG oslo_vmware.api [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287816, 'name': PowerOffVM_Task, 'duration_secs': 0.186835} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.075233] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.075419] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.075729] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 623.075729] env[62024]: value = "task-2287819" [ 623.075729] env[62024]: _type = "Task" [ 623.075729] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.078142] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d94b0f2-9239-4d52-af36-e2b9bf867039 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.088585] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287819, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.163362] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.163576] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.163761] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Deleting the datastore file [datastore1] 59235193-56b1-454f-b2e3-09e023701c62 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.164038] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15c1a98a-50c8-47f3-8d00-3783e6d7a3cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.170741] env[62024]: DEBUG oslo_vmware.api [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Waiting for the task: (returnval){ [ 623.170741] env[62024]: value = "task-2287821" [ 623.170741] env[62024]: _type = "Task" [ 623.170741] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.181609] env[62024]: DEBUG oslo_vmware.api [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.235192] env[62024]: DEBUG nova.network.neutron [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Updated VIF entry in instance network info cache for port c97cfc34-9cda-48d1-aa01-d67c7f9d4943. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.235652] env[62024]: DEBUG nova.network.neutron [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Updating instance_info_cache with network_info: [{"id": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "address": "fa:16:3e:65:bb:be", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97cfc34-9c", "ovs_interfaceid": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.291711] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Acquiring lock "refresh_cache-0582d2f2-d973-49db-8ffb-782d89aba5fc" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.291865] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Acquired lock "refresh_cache-0582d2f2-d973-49db-8ffb-782d89aba5fc" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.292428] env[62024]: DEBUG nova.network.neutron [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.315672] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287817, 'name': CreateVM_Task, 'duration_secs': 0.359468} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.318225] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.319138] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.319407] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.322905] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.322905] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b3e5bc-7cdc-4915-a454-28f475736666 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.325418] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 623.325418] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b2b488-618c-a0b1-f7b4-89835019e3f1" [ 623.325418] env[62024]: _type = "Task" [ 623.325418] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.334491] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b2b488-618c-a0b1-f7b4-89835019e3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.344727] env[62024]: INFO nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Took 32.87 seconds to build instance. [ 623.413250] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287818, 'name': ReconfigVM_Task, 'duration_secs': 0.328025} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.413250] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Reconfigured VM instance instance-00000020 to attach disk [datastore1] c334510f-8ec2-4c22-a68e-4a152923a87d/c334510f-8ec2-4c22-a68e-4a152923a87d.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.413250] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06221cda-273f-454c-95b2-fa1e52287645 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.421019] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 623.421019] env[62024]: value = "task-2287822" [ 623.421019] env[62024]: _type = "Task" [ 623.421019] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.429821] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287822, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.559944] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611988bb-93a4-4c93-a043-45c5fd49b8d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.567798] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd03fedc-5dd5-4c10-bd9b-7c444cf8e475 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.600123] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eed9a7b-a83b-4c3c-9905-8648ef43c929 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.610363] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef2ea90-3cb5-417a-8255-dfc1ca9c5881 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.614016] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287819, 'name': CreateSnapshot_Task, 'duration_secs': 0.48663} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.614286] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 623.615276] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fabfb5-37ad-4a9e-aeac-1382b04e07d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.624967] env[62024]: DEBUG nova.compute.provider_tree [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.683054] env[62024]: DEBUG oslo_vmware.api [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Task: {'id': task-2287821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142487} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.683054] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.683054] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.683264] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.683264] env[62024]: INFO nova.compute.manager [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Took 1.18 seconds to destroy the instance on the hypervisor. [ 623.683504] env[62024]: DEBUG oslo.service.loopingcall [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.683684] env[62024]: DEBUG nova.compute.manager [-] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.683776] env[62024]: DEBUG nova.network.neutron [-] [instance: 59235193-56b1-454f-b2e3-09e023701c62] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.739016] env[62024]: DEBUG oslo_concurrency.lockutils [req-9ee530a8-43b3-49c8-8af4-4cfa60f9b19e req-85d9db8a-128a-4a7e-9c20-61c91ae68b85 service nova] Releasing lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.835867] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b2b488-618c-a0b1-f7b4-89835019e3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.836220] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.836415] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.836727] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.836806] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.836944] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.837218] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f444289-fb91-444c-867e-918964464887 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.842827] env[62024]: DEBUG nova.network.neutron [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.845924] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.846112] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.846810] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-717e04cf-ae2c-4165-8a16-94a390d9b1ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.849464] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "83fe5133-94e5-4a2a-9aab-bcbf46973210" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.369s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.853434] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 623.853434] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a0bf17-9df1-f248-9778-38f0b92be319" [ 623.853434] env[62024]: _type = "Task" [ 623.853434] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.861828] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a0bf17-9df1-f248-9778-38f0b92be319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.929857] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287822, 'name': Rename_Task, 'duration_secs': 0.150089} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.930186] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.930433] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87e02a3d-2fcc-4270-aedc-1f3387a9cfa5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.938085] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 623.938085] env[62024]: value = "task-2287823" [ 623.938085] env[62024]: _type = "Task" [ 623.938085] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.947463] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.128111] env[62024]: DEBUG nova.scheduler.client.report [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.140352] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 624.140684] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-371fb4f0-c714-4b1f-8bf1-5fa748c487e2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.150236] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 624.150236] env[62024]: value = "task-2287824" [ 624.150236] env[62024]: _type = "Task" [ 624.150236] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.160323] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287824, 'name': CloneVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.240255] env[62024]: DEBUG nova.network.neutron [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Updating instance_info_cache with network_info: [{"id": "e74adde3-6d5b-4e94-b4e7-76eb6d9e65db", "address": "fa:16:3e:bc:0d:17", "network": {"id": "15d7ee9b-03d1-49f5-959f-c998f8cb7f92", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710058344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b4ea5ef8d66437d9f5dc4dc95dda427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74adde3-6d", "ovs_interfaceid": "e74adde3-6d5b-4e94-b4e7-76eb6d9e65db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.351644] env[62024]: DEBUG nova.compute.manager [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.363422] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a0bf17-9df1-f248-9778-38f0b92be319, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.364256] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11fb1c0-387c-4560-8221-914d4d5c1443 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.369877] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 624.369877] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52df0e91-5c63-7481-6013-6feb0f0cb444" [ 624.369877] env[62024]: _type = "Task" [ 624.369877] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.378189] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52df0e91-5c63-7481-6013-6feb0f0cb444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.449996] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287823, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.520693] env[62024]: DEBUG nova.compute.manager [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Received event network-vif-plugged-e74adde3-6d5b-4e94-b4e7-76eb6d9e65db {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.521011] env[62024]: DEBUG oslo_concurrency.lockutils [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] Acquiring lock "0582d2f2-d973-49db-8ffb-782d89aba5fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.521357] env[62024]: DEBUG oslo_concurrency.lockutils [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] Lock "0582d2f2-d973-49db-8ffb-782d89aba5fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.521618] env[62024]: DEBUG oslo_concurrency.lockutils [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] Lock "0582d2f2-d973-49db-8ffb-782d89aba5fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.521886] env[62024]: DEBUG nova.compute.manager [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] No waiting events found dispatching network-vif-plugged-e74adde3-6d5b-4e94-b4e7-76eb6d9e65db {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.522159] env[62024]: WARNING nova.compute.manager [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Received unexpected event network-vif-plugged-e74adde3-6d5b-4e94-b4e7-76eb6d9e65db for instance with vm_state building and task_state spawning. [ 624.523070] env[62024]: DEBUG nova.compute.manager [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Received event network-changed-e74adde3-6d5b-4e94-b4e7-76eb6d9e65db {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.523070] env[62024]: DEBUG nova.compute.manager [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Refreshing instance network info cache due to event network-changed-e74adde3-6d5b-4e94-b4e7-76eb6d9e65db. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.523070] env[62024]: DEBUG oslo_concurrency.lockutils [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] Acquiring lock "refresh_cache-0582d2f2-d973-49db-8ffb-782d89aba5fc" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.633038] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.633583] env[62024]: DEBUG nova.compute.manager [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.636183] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.809s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.636403] env[62024]: DEBUG nova.objects.instance [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lazy-loading 'resources' on Instance uuid caccecf4-aca6-4c09-bb68-ec3923931948 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 624.663396] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287824, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.696766] env[62024]: DEBUG nova.network.neutron [-] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.743089] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Releasing lock "refresh_cache-0582d2f2-d973-49db-8ffb-782d89aba5fc" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.743486] env[62024]: DEBUG nova.compute.manager [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Instance network_info: |[{"id": "e74adde3-6d5b-4e94-b4e7-76eb6d9e65db", "address": "fa:16:3e:bc:0d:17", "network": {"id": "15d7ee9b-03d1-49f5-959f-c998f8cb7f92", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710058344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b4ea5ef8d66437d9f5dc4dc95dda427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74adde3-6d", "ovs_interfaceid": "e74adde3-6d5b-4e94-b4e7-76eb6d9e65db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.744210] env[62024]: DEBUG oslo_concurrency.lockutils [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] Acquired lock "refresh_cache-0582d2f2-d973-49db-8ffb-782d89aba5fc" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.744210] env[62024]: DEBUG nova.network.neutron [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Refreshing network info cache for port e74adde3-6d5b-4e94-b4e7-76eb6d9e65db {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.745709] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:0d:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e74adde3-6d5b-4e94-b4e7-76eb6d9e65db', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.753181] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Creating folder: Project (1b4ea5ef8d66437d9f5dc4dc95dda427). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.753704] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4324f729-bd29-4f9e-aa8a-c104275b192d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.765416] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Created folder: Project (1b4ea5ef8d66437d9f5dc4dc95dda427) in parent group-v465568. [ 624.765620] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Creating folder: Instances. Parent ref: group-v465669. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.765942] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1198a091-9cb1-4b7b-a922-af295e553cc9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.775125] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Created folder: Instances in parent group-v465669. [ 624.775338] env[62024]: DEBUG oslo.service.loopingcall [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.775531] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.775735] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e75e71a-dd1e-4096-9da1-390dc8046a94 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.795551] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.795551] env[62024]: value = "task-2287827" [ 624.795551] env[62024]: _type = "Task" [ 624.795551] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.803298] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287827, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.880273] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52df0e91-5c63-7481-6013-6feb0f0cb444, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.881323] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.881600] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.881868] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] e10b687b-5592-45fb-9e59-8801fb5b416d/e10b687b-5592-45fb-9e59-8801fb5b416d.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.882144] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea956e03-dfde-4fd0-8835-64cb287cb39f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.888161] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 624.888161] env[62024]: value = "task-2287828" [ 624.888161] env[62024]: _type = "Task" [ 624.888161] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.897023] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.948166] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287823, 'name': PowerOnVM_Task, 'duration_secs': 0.611865} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.948465] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.948684] env[62024]: INFO nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Took 8.90 seconds to spawn the instance on the hypervisor. [ 624.948922] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.949807] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2819f0-2a51-4bbf-8eef-a231a92a5c0c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.140280] env[62024]: DEBUG nova.compute.utils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 625.145660] env[62024]: DEBUG nova.compute.manager [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.145811] env[62024]: DEBUG nova.network.neutron [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.164670] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287824, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.201232] env[62024]: INFO nova.compute.manager [-] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Took 1.52 seconds to deallocate network for instance. [ 625.214373] env[62024]: DEBUG nova.policy [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d2e0cf6bb6f4aa985a1fa6100b7ae06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '635b7959f93043e2a28bad7303dd5f01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.317609] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287827, 'name': CreateVM_Task, 'duration_secs': 0.489609} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.317609] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.317609] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.317609] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.317609] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.318386] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc475c2-7beb-4735-8f0f-1e4155cbd3fa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.326302] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Waiting for the task: (returnval){ [ 625.326302] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5277c395-3e0a-d33a-6efd-d3432cf5b14c" [ 625.326302] env[62024]: _type = "Task" [ 625.326302] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.341296] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5277c395-3e0a-d33a-6efd-d3432cf5b14c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.404669] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287828, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.477240] env[62024]: INFO nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Took 31.32 seconds to build instance. [ 625.648138] env[62024]: DEBUG nova.compute.manager [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.662138] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287824, 'name': CloneVM_Task, 'duration_secs': 1.299525} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.662399] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Created linked-clone VM from snapshot [ 625.665585] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0a60c6-0124-4c3a-9243-723d38fa8f8c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.673903] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Uploading image 0f66fa10-28df-4d61-bc05-32807d6bbf34 {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 625.704949] env[62024]: DEBUG nova.network.neutron [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Updated VIF entry in instance network info cache for port e74adde3-6d5b-4e94-b4e7-76eb6d9e65db. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.705332] env[62024]: DEBUG nova.network.neutron [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Updating instance_info_cache with network_info: [{"id": "e74adde3-6d5b-4e94-b4e7-76eb6d9e65db", "address": "fa:16:3e:bc:0d:17", "network": {"id": "15d7ee9b-03d1-49f5-959f-c998f8cb7f92", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710058344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b4ea5ef8d66437d9f5dc4dc95dda427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74adde3-6d", "ovs_interfaceid": "e74adde3-6d5b-4e94-b4e7-76eb6d9e65db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.709778] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 625.709778] env[62024]: value = "vm-465668" [ 625.709778] env[62024]: _type = "VirtualMachine" [ 625.709778] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 625.709778] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.709778] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fd4dc82a-0e66-407f-8c66-46970b360e26 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.722231] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lease: (returnval){ [ 625.722231] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525b058f-86a7-fa23-b395-3ab9058aec2d" [ 625.722231] env[62024]: _type = "HttpNfcLease" [ 625.722231] env[62024]: } obtained for exporting VM: (result){ [ 625.722231] env[62024]: value = "vm-465668" [ 625.722231] env[62024]: _type = "VirtualMachine" [ 625.722231] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 625.722231] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the lease: (returnval){ [ 625.722231] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525b058f-86a7-fa23-b395-3ab9058aec2d" [ 625.722231] env[62024]: _type = "HttpNfcLease" [ 625.722231] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 625.727127] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 625.727127] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525b058f-86a7-fa23-b395-3ab9058aec2d" [ 625.727127] env[62024]: _type = "HttpNfcLease" [ 625.727127] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 625.763107] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65ef0c2-859a-4207-984d-ddda0c79d6b5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.769767] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9054dce-0d9f-4387-9de6-e66e79b9c01e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.809253] env[62024]: DEBUG nova.network.neutron [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Successfully created port: 48fed5ec-174e-42e3-9da0-f585e474a4fb {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.810223] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ee42c3-a43e-4a13-8c5f-469fb367aad0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.817901] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbc7e48-b551-4e24-85fa-50450c4c5f18 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.837456] env[62024]: DEBUG nova.compute.provider_tree [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.847018] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5277c395-3e0a-d33a-6efd-d3432cf5b14c, 'name': SearchDatastore_Task, 'duration_secs': 0.06031} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.848703] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.848703] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.848703] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.848703] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.848703] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.849139] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3c9427b-91d6-456c-98cb-acd4058a9fb3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.866412] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.866643] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.867359] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364f8978-5f7a-4ec6-9f21-12d7287c58ea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.873032] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Waiting for the task: (returnval){ [ 625.873032] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524b1496-f0eb-3a14-c966-f5ac8f248fda" [ 625.873032] env[62024]: _type = "Task" [ 625.873032] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.881065] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524b1496-f0eb-3a14-c966-f5ac8f248fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.898158] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547841} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.898158] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] e10b687b-5592-45fb-9e59-8801fb5b416d/e10b687b-5592-45fb-9e59-8801fb5b416d.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.898158] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.898158] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cfcd836-f841-4fba-9d6b-270f1c826a90 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.904819] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 625.904819] env[62024]: value = "task-2287830" [ 625.904819] env[62024]: _type = "Task" [ 625.904819] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.914057] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.979290] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "c334510f-8ec2-4c22-a68e-4a152923a87d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.466s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.215081] env[62024]: DEBUG oslo_concurrency.lockutils [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] Releasing lock "refresh_cache-0582d2f2-d973-49db-8ffb-782d89aba5fc" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.215081] env[62024]: DEBUG nova.compute.manager [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Received event network-vif-deleted-8d10300a-5b05-404d-9e0a-56d764b1cc36 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.215081] env[62024]: INFO nova.compute.manager [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Neutron deleted interface 8d10300a-5b05-404d-9e0a-56d764b1cc36; detaching it from the instance and deleting it from the info cache [ 626.215081] env[62024]: DEBUG nova.network.neutron [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.229029] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 626.229029] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525b058f-86a7-fa23-b395-3ab9058aec2d" [ 626.229029] env[62024]: _type = "HttpNfcLease" [ 626.229029] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 626.229442] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 626.229442] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525b058f-86a7-fa23-b395-3ab9058aec2d" [ 626.229442] env[62024]: _type = "HttpNfcLease" [ 626.229442] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 626.230207] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb4941c-03ad-4c93-9bfc-6ac3a0c938a8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.237410] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526734cf-a87e-e084-8356-38a5282fcc89/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 626.237584] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526734cf-a87e-e084-8356-38a5282fcc89/disk-0.vmdk for reading. {{(pid=62024) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 626.326901] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-92dbd76a-164d-4a0f-bd5c-944dc16b928c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.343026] env[62024]: DEBUG nova.scheduler.client.report [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.383196] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524b1496-f0eb-3a14-c966-f5ac8f248fda, 'name': SearchDatastore_Task, 'duration_secs': 0.039674} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.383949] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d000fd80-acef-4e9b-bae9-6245b10665ab {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.388960] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Waiting for the task: (returnval){ [ 626.388960] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521473a5-debd-55ae-96bb-86a7e5813a6d" [ 626.388960] env[62024]: _type = "Task" [ 626.388960] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.396228] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521473a5-debd-55ae-96bb-86a7e5813a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.413892] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069192} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.414171] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.414879] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655aebd0-135b-4825-b71c-9b3d15a72257 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.436851] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e10b687b-5592-45fb-9e59-8801fb5b416d/e10b687b-5592-45fb-9e59-8801fb5b416d.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.437444] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da9b2d63-e910-4143-ab44-8abea1125db2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.459301] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 626.459301] env[62024]: value = "task-2287831" [ 626.459301] env[62024]: _type = "Task" [ 626.459301] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.468277] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.482544] env[62024]: DEBUG nova.compute.manager [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.658026] env[62024]: DEBUG nova.compute.manager [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.688251] env[62024]: DEBUG nova.virt.hardware [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.688589] env[62024]: DEBUG nova.virt.hardware [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.688747] env[62024]: DEBUG nova.virt.hardware [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.688925] env[62024]: DEBUG nova.virt.hardware [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.689098] env[62024]: DEBUG nova.virt.hardware [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.689263] env[62024]: DEBUG nova.virt.hardware [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.689964] env[62024]: DEBUG nova.virt.hardware [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.689964] env[62024]: DEBUG nova.virt.hardware [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.690079] env[62024]: DEBUG nova.virt.hardware [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.690228] env[62024]: DEBUG nova.virt.hardware [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.690403] env[62024]: DEBUG nova.virt.hardware [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.691586] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a56fda-4891-487e-aa70-382c08028b44 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.700027] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c61e25f-9813-478e-815b-e003c1e8ac76 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.718643] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92e1b35f-e43c-49dd-9bca-7d92332b6ed7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.727843] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d36049-c4da-4636-8c15-6116f3a38ba2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.765741] env[62024]: DEBUG nova.compute.manager [req-450d6362-c80b-4bfa-9ff2-226b2ef618d4 req-1cb85b5a-e21f-4b25-9ab5-b1630db03ebc service nova] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Detach interface failed, port_id=8d10300a-5b05-404d-9e0a-56d764b1cc36, reason: Instance 59235193-56b1-454f-b2e3-09e023701c62 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 626.851079] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.853554] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.200s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.853742] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.853912] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62024) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 626.855447] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.902s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.856366] env[62024]: INFO nova.compute.claims [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.859202] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9a6b1b-8680-4bd0-87b3-9dfecdd31b6b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.868261] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca536263-6c2e-43c4-9bbf-8b8da1d23d6c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.885067] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6c7c5c-963a-4fce-a63c-35a0eb313f48 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.898434] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91675aa8-db71-4687-911b-d10b61d1799a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.902457] env[62024]: INFO nova.scheduler.client.report [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Deleted allocations for instance caccecf4-aca6-4c09-bb68-ec3923931948 [ 626.948885] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180027MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62024) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 626.948961] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.949587] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521473a5-debd-55ae-96bb-86a7e5813a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.079123} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.950973] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.951653] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 0582d2f2-d973-49db-8ffb-782d89aba5fc/0582d2f2-d973-49db-8ffb-782d89aba5fc.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.951653] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb6aa498-fd7d-4335-83b3-95559c5cd01d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.959359] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Waiting for the task: (returnval){ [ 626.959359] env[62024]: value = "task-2287832" [ 626.959359] env[62024]: _type = "Task" [ 626.959359] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.971691] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287831, 'name': ReconfigVM_Task, 'duration_secs': 0.44055} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.975849] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e10b687b-5592-45fb-9e59-8801fb5b416d/e10b687b-5592-45fb-9e59-8801fb5b416d.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.976634] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.978232] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6c1597c-b301-48b2-bef2-a5712c6b40e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.985471] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 626.985471] env[62024]: value = "task-2287833" [ 626.985471] env[62024]: _type = "Task" [ 626.985471] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.999349] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287833, 'name': Rename_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.009744] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.294411] env[62024]: DEBUG nova.compute.manager [req-f5ad8a7d-b6cb-4140-856b-0fbff506f174 req-e34e5588-d1ef-4276-ab70-4f180cc1860d service nova] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Received event network-vif-plugged-48fed5ec-174e-42e3-9da0-f585e474a4fb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.295216] env[62024]: DEBUG oslo_concurrency.lockutils [req-f5ad8a7d-b6cb-4140-856b-0fbff506f174 req-e34e5588-d1ef-4276-ab70-4f180cc1860d service nova] Acquiring lock "f7173894-2c79-40c7-b8a3-9b502c2c29a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.295216] env[62024]: DEBUG oslo_concurrency.lockutils [req-f5ad8a7d-b6cb-4140-856b-0fbff506f174 req-e34e5588-d1ef-4276-ab70-4f180cc1860d service nova] Lock "f7173894-2c79-40c7-b8a3-9b502c2c29a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.295216] env[62024]: DEBUG oslo_concurrency.lockutils [req-f5ad8a7d-b6cb-4140-856b-0fbff506f174 req-e34e5588-d1ef-4276-ab70-4f180cc1860d service nova] Lock "f7173894-2c79-40c7-b8a3-9b502c2c29a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.295457] env[62024]: DEBUG nova.compute.manager [req-f5ad8a7d-b6cb-4140-856b-0fbff506f174 req-e34e5588-d1ef-4276-ab70-4f180cc1860d service nova] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] No waiting events found dispatching network-vif-plugged-48fed5ec-174e-42e3-9da0-f585e474a4fb {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.295636] env[62024]: WARNING nova.compute.manager [req-f5ad8a7d-b6cb-4140-856b-0fbff506f174 req-e34e5588-d1ef-4276-ab70-4f180cc1860d service nova] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Received unexpected event network-vif-plugged-48fed5ec-174e-42e3-9da0-f585e474a4fb for instance with vm_state building and task_state spawning. [ 627.447480] env[62024]: DEBUG nova.network.neutron [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Successfully updated port: 48fed5ec-174e-42e3-9da0-f585e474a4fb {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.456568] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7f4ae5fb-5569-464c-bc30-88fc500d79fa tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "caccecf4-aca6-4c09-bb68-ec3923931948" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.309s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.478115] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287832, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.497235] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287833, 'name': Rename_Task, 'duration_secs': 0.150392} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.497624] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.497801] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c6f6d25-c8fd-45be-b6e1-caa082d2b246 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.505725] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 627.505725] env[62024]: value = "task-2287834" [ 627.505725] env[62024]: _type = "Task" [ 627.505725] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.515716] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.957718] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "refresh_cache-f7173894-2c79-40c7-b8a3-9b502c2c29a1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.959194] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "refresh_cache-f7173894-2c79-40c7-b8a3-9b502c2c29a1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.959554] env[62024]: DEBUG nova.network.neutron [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.982632] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543755} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.983083] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 0582d2f2-d973-49db-8ffb-782d89aba5fc/0582d2f2-d973-49db-8ffb-782d89aba5fc.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.983398] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.983772] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc9b6d0c-a070-42aa-b47a-0b89c9a3c723 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.992806] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Waiting for the task: (returnval){ [ 627.992806] env[62024]: value = "task-2287835" [ 627.992806] env[62024]: _type = "Task" [ 627.992806] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.005473] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.020825] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287834, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.391428] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5892c5d0-340d-48ca-aa5e-934553679c65 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.399349] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.400106] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.400106] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.400550] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.400857] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.403710] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d07aaaa-3ff9-47b1-8167-b0d31d33a3c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.407724] env[62024]: INFO nova.compute.manager [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Terminating instance [ 628.442781] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f76056-1485-4c5f-a101-ebb6c8ceb2f3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.453797] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf3e821-141e-4d34-a09c-51176fddd54a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.469379] env[62024]: DEBUG nova.compute.provider_tree [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.503665] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172528} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.504246] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.504808] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d508c02-a048-438a-9793-4fdcd2a9f5cd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.528206] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 0582d2f2-d973-49db-8ffb-782d89aba5fc/0582d2f2-d973-49db-8ffb-782d89aba5fc.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.529525] env[62024]: DEBUG nova.network.neutron [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.534343] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae2b1d0-f1dc-4286-b878-a4fc53467918 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.554988] env[62024]: DEBUG oslo_vmware.api [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287834, 'name': PowerOnVM_Task, 'duration_secs': 0.796029} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.557025] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.557122] env[62024]: INFO nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Took 9.79 seconds to spawn the instance on the hypervisor. [ 628.557278] env[62024]: DEBUG nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.557613] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Waiting for the task: (returnval){ [ 628.557613] env[62024]: value = "task-2287836" [ 628.557613] env[62024]: _type = "Task" [ 628.557613] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.558375] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8512a67a-0df2-44ae-8fb8-e8977702d290 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.577374] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287836, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.724840] env[62024]: DEBUG nova.network.neutron [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Updating instance_info_cache with network_info: [{"id": "48fed5ec-174e-42e3-9da0-f585e474a4fb", "address": "fa:16:3e:96:49:19", "network": {"id": "21e6d063-2a86-4cee-84f4-d7b24ea515f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1881006968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "635b7959f93043e2a28bad7303dd5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48fed5ec-17", "ovs_interfaceid": "48fed5ec-174e-42e3-9da0-f585e474a4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.913360] env[62024]: DEBUG nova.compute.manager [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 628.913685] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.914809] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa23ba2-19b5-45e1-b3ed-ee21483963ce {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.922678] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.922984] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ea5bb02-4dce-4146-b9c1-cd77a7df372f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.929937] env[62024]: DEBUG oslo_vmware.api [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 628.929937] env[62024]: value = "task-2287837" [ 628.929937] env[62024]: _type = "Task" [ 628.929937] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.938024] env[62024]: DEBUG oslo_vmware.api [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.973241] env[62024]: DEBUG nova.scheduler.client.report [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.071402] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.090864] env[62024]: INFO nova.compute.manager [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Took 34.90 seconds to build instance. [ 629.227997] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "refresh_cache-f7173894-2c79-40c7-b8a3-9b502c2c29a1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.228194] env[62024]: DEBUG nova.compute.manager [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Instance network_info: |[{"id": "48fed5ec-174e-42e3-9da0-f585e474a4fb", "address": "fa:16:3e:96:49:19", "network": {"id": "21e6d063-2a86-4cee-84f4-d7b24ea515f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1881006968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "635b7959f93043e2a28bad7303dd5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48fed5ec-17", "ovs_interfaceid": "48fed5ec-174e-42e3-9da0-f585e474a4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.228590] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:49:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48fed5ec-174e-42e3-9da0-f585e474a4fb', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.238985] env[62024]: DEBUG oslo.service.loopingcall [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 629.239590] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.239827] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d953cd7-0b44-4fce-8b11-77b6726cdcb8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.260691] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.260691] env[62024]: value = "task-2287838" [ 629.260691] env[62024]: _type = "Task" [ 629.260691] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.269378] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287838, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.383674] env[62024]: DEBUG nova.compute.manager [req-c7c24012-7ab7-4e13-a715-4d5d2f1ab977 req-b1dae6f5-e51c-4f8d-a34b-3d48b675d4a9 service nova] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Received event network-changed-48fed5ec-174e-42e3-9da0-f585e474a4fb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.384343] env[62024]: DEBUG nova.compute.manager [req-c7c24012-7ab7-4e13-a715-4d5d2f1ab977 req-b1dae6f5-e51c-4f8d-a34b-3d48b675d4a9 service nova] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Refreshing instance network info cache due to event network-changed-48fed5ec-174e-42e3-9da0-f585e474a4fb. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 629.384343] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7c24012-7ab7-4e13-a715-4d5d2f1ab977 req-b1dae6f5-e51c-4f8d-a34b-3d48b675d4a9 service nova] Acquiring lock "refresh_cache-f7173894-2c79-40c7-b8a3-9b502c2c29a1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.384667] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7c24012-7ab7-4e13-a715-4d5d2f1ab977 req-b1dae6f5-e51c-4f8d-a34b-3d48b675d4a9 service nova] Acquired lock "refresh_cache-f7173894-2c79-40c7-b8a3-9b502c2c29a1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.384865] env[62024]: DEBUG nova.network.neutron [req-c7c24012-7ab7-4e13-a715-4d5d2f1ab977 req-b1dae6f5-e51c-4f8d-a34b-3d48b675d4a9 service nova] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Refreshing network info cache for port 48fed5ec-174e-42e3-9da0-f585e474a4fb {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.445851] env[62024]: DEBUG oslo_vmware.api [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287837, 'name': PowerOffVM_Task, 'duration_secs': 0.243356} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.446178] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.446508] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.446784] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2141dd6-370c-48f9-b22b-78e5db0eb306 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.479252] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.483318] env[62024]: DEBUG nova.compute.manager [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.483318] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.618s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.483318] env[62024]: DEBUG nova.objects.instance [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lazy-loading 'resources' on Instance uuid c8089295-8fc8-459c-a66e-7be478e1b7ec {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.516183] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.516406] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.516654] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Deleting the datastore file [datastore2] 2c954ee4-f76a-4c72-98fa-ba43513bb93d {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.516957] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13d4bb05-7a95-49b4-a677-98e2b6422555 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.524711] env[62024]: DEBUG oslo_vmware.api [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for the task: (returnval){ [ 629.524711] env[62024]: value = "task-2287840" [ 629.524711] env[62024]: _type = "Task" [ 629.524711] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.536239] env[62024]: DEBUG oslo_vmware.api [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.571972] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287836, 'name': ReconfigVM_Task, 'duration_secs': 0.686736} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.572214] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 0582d2f2-d973-49db-8ffb-782d89aba5fc/0582d2f2-d973-49db-8ffb-782d89aba5fc.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.573978] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce72888e-4607-4354-b15d-60b91740151b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.578690] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Waiting for the task: (returnval){ [ 629.578690] env[62024]: value = "task-2287841" [ 629.578690] env[62024]: _type = "Task" [ 629.578690] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.587641] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287841, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.593089] env[62024]: DEBUG oslo_concurrency.lockutils [None req-065051ef-b2bb-4d2d-9c74-d5e853344de7 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "e10b687b-5592-45fb-9e59-8801fb5b416d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.048s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.771092] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287838, 'name': CreateVM_Task, 'duration_secs': 0.510355} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.771274] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.771949] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.772142] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.772454] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.772707] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3883660-8ee6-405f-8e9d-96ee6594f927 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.777182] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 629.777182] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e780cc-bdf8-5761-b4ff-5cc386fc4861" [ 629.777182] env[62024]: _type = "Task" [ 629.777182] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.785196] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e780cc-bdf8-5761-b4ff-5cc386fc4861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.940430] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "83fe5133-94e5-4a2a-9aab-bcbf46973210" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.940848] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "83fe5133-94e5-4a2a-9aab-bcbf46973210" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.941096] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "83fe5133-94e5-4a2a-9aab-bcbf46973210-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.941290] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "83fe5133-94e5-4a2a-9aab-bcbf46973210-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.941461] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "83fe5133-94e5-4a2a-9aab-bcbf46973210-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.943971] env[62024]: INFO nova.compute.manager [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Terminating instance [ 629.987293] env[62024]: DEBUG nova.compute.utils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 629.991796] env[62024]: DEBUG nova.compute.manager [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.991796] env[62024]: DEBUG nova.network.neutron [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.037260] env[62024]: DEBUG oslo_vmware.api [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Task: {'id': task-2287840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231263} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.037260] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.037260] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.037260] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.037260] env[62024]: INFO nova.compute.manager [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 630.037454] env[62024]: DEBUG oslo.service.loopingcall [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.037454] env[62024]: DEBUG nova.compute.manager [-] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.037454] env[62024]: DEBUG nova.network.neutron [-] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.069409] env[62024]: DEBUG nova.policy [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aac88a651f8a4e4092ae41746059c8ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea6a593f48b24c9a9415dd7e69aa7ee3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.101085] env[62024]: DEBUG nova.compute.manager [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.103654] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287841, 'name': Rename_Task, 'duration_secs': 0.204975} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.108633] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.111173] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-288fb04b-4ff3-480c-bc56-93c786cc1e36 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.119956] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Waiting for the task: (returnval){ [ 630.119956] env[62024]: value = "task-2287842" [ 630.119956] env[62024]: _type = "Task" [ 630.119956] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.130047] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.281656] env[62024]: DEBUG nova.network.neutron [req-c7c24012-7ab7-4e13-a715-4d5d2f1ab977 req-b1dae6f5-e51c-4f8d-a34b-3d48b675d4a9 service nova] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Updated VIF entry in instance network info cache for port 48fed5ec-174e-42e3-9da0-f585e474a4fb. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.281989] env[62024]: DEBUG nova.network.neutron [req-c7c24012-7ab7-4e13-a715-4d5d2f1ab977 req-b1dae6f5-e51c-4f8d-a34b-3d48b675d4a9 service nova] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Updating instance_info_cache with network_info: [{"id": "48fed5ec-174e-42e3-9da0-f585e474a4fb", "address": "fa:16:3e:96:49:19", "network": {"id": "21e6d063-2a86-4cee-84f4-d7b24ea515f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1881006968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "635b7959f93043e2a28bad7303dd5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48fed5ec-17", "ovs_interfaceid": "48fed5ec-174e-42e3-9da0-f585e474a4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.291638] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e780cc-bdf8-5761-b4ff-5cc386fc4861, 'name': SearchDatastore_Task, 'duration_secs': 0.025454} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.291935] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.292169] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.292510] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.292572] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.293734] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.293734] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e24886b-8d31-4a1c-80ef-905a91b0e97b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.306018] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.306210] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.310841] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e021fe6b-97a6-458b-bf97-07b2c113cbd8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.324020] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 630.324020] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f8a1fb-8ad2-5b46-dbfe-64b486d4727b" [ 630.324020] env[62024]: _type = "Task" [ 630.324020] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.333314] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f8a1fb-8ad2-5b46-dbfe-64b486d4727b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.399970] env[62024]: DEBUG nova.compute.manager [req-b8cb51bd-cb5f-457d-ba5d-2f738d2768d9 req-f79958ad-9fe0-40b2-9ab6-22c77f39068b service nova] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Received event network-vif-deleted-eb952509-b23c-40d1-81b8-6e6025c309e1 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.399970] env[62024]: INFO nova.compute.manager [req-b8cb51bd-cb5f-457d-ba5d-2f738d2768d9 req-f79958ad-9fe0-40b2-9ab6-22c77f39068b service nova] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Neutron deleted interface eb952509-b23c-40d1-81b8-6e6025c309e1; detaching it from the instance and deleting it from the info cache [ 630.399970] env[62024]: DEBUG nova.network.neutron [req-b8cb51bd-cb5f-457d-ba5d-2f738d2768d9 req-f79958ad-9fe0-40b2-9ab6-22c77f39068b service nova] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.447702] env[62024]: DEBUG nova.compute.manager [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.447931] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.448811] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558ac46f-b8c0-4ebb-8bea-50a484701bd6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.458435] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.458758] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-031066c7-74ab-49d1-a27c-f5d4cb90da91 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.466122] env[62024]: DEBUG oslo_vmware.api [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 630.466122] env[62024]: value = "task-2287843" [ 630.466122] env[62024]: _type = "Task" [ 630.466122] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.480578] env[62024]: DEBUG oslo_vmware.api [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.491805] env[62024]: DEBUG nova.compute.manager [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.528493] env[62024]: DEBUG nova.network.neutron [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Successfully created port: 1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.631599] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287842, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.631599] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.661354] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20567a34-b25f-4c59-b5da-495d475bd3c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.668967] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea00d03c-1d99-4de0-b67e-650f5aa9d2ef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.700658] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de357c9-eb79-4b70-aba7-aace51eb4047 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.708534] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557fa45f-9372-4150-be96-ca8fa89c32e3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.724874] env[62024]: DEBUG nova.compute.provider_tree [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.785620] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7c24012-7ab7-4e13-a715-4d5d2f1ab977 req-b1dae6f5-e51c-4f8d-a34b-3d48b675d4a9 service nova] Releasing lock "refresh_cache-f7173894-2c79-40c7-b8a3-9b502c2c29a1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.834228] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f8a1fb-8ad2-5b46-dbfe-64b486d4727b, 'name': SearchDatastore_Task, 'duration_secs': 0.015597} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.835136] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a76fab92-dc57-439b-b31d-bf534ea7f4d8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.840940] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 630.840940] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cbc4a5-ba82-0922-8ea5-efdc1dc4fd34" [ 630.840940] env[62024]: _type = "Task" [ 630.840940] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.850299] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cbc4a5-ba82-0922-8ea5-efdc1dc4fd34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.865702] env[62024]: DEBUG nova.network.neutron [-] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.900230] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44678b4f-78be-497c-ba24-5bb46476f284 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.910574] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78833fd-f73a-483c-9d49-bdb23f967fa1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.949786] env[62024]: DEBUG nova.compute.manager [req-b8cb51bd-cb5f-457d-ba5d-2f738d2768d9 req-f79958ad-9fe0-40b2-9ab6-22c77f39068b service nova] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Detach interface failed, port_id=eb952509-b23c-40d1-81b8-6e6025c309e1, reason: Instance 2c954ee4-f76a-4c72-98fa-ba43513bb93d could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 630.976830] env[62024]: DEBUG oslo_vmware.api [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287843, 'name': PowerOffVM_Task, 'duration_secs': 0.184077} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.977665] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.977665] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.977665] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f37d9a4-1709-4e93-aebd-c92a59ce6bf6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.045483] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.045815] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.045915] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Deleting the datastore file [datastore1] 83fe5133-94e5-4a2a-9aab-bcbf46973210 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.046220] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e92fdb1-53b8-446a-b37e-8951698b812b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.052588] env[62024]: DEBUG oslo_vmware.api [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 631.052588] env[62024]: value = "task-2287845" [ 631.052588] env[62024]: _type = "Task" [ 631.052588] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.060707] env[62024]: DEBUG oslo_vmware.api [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.130977] env[62024]: DEBUG oslo_vmware.api [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287842, 'name': PowerOnVM_Task, 'duration_secs': 0.743509} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.131317] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.131554] env[62024]: INFO nova.compute.manager [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Took 9.47 seconds to spawn the instance on the hypervisor. [ 631.131782] env[62024]: DEBUG nova.compute.manager [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.132591] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6871de88-3218-4383-a3ec-05044df274f4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.228009] env[62024]: DEBUG nova.scheduler.client.report [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.350917] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cbc4a5-ba82-0922-8ea5-efdc1dc4fd34, 'name': SearchDatastore_Task, 'duration_secs': 0.014041} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.351197] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.351452] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] f7173894-2c79-40c7-b8a3-9b502c2c29a1/f7173894-2c79-40c7-b8a3-9b502c2c29a1.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.351702] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e76fea9-5fde-4243-8114-45b77572ebbd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.357890] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 631.357890] env[62024]: value = "task-2287846" [ 631.357890] env[62024]: _type = "Task" [ 631.357890] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.364914] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.366380] env[62024]: INFO nova.compute.manager [-] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Took 1.33 seconds to deallocate network for instance. [ 631.500306] env[62024]: DEBUG nova.compute.manager [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.525077] env[62024]: DEBUG nova.virt.hardware [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.525327] env[62024]: DEBUG nova.virt.hardware [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.525484] env[62024]: DEBUG nova.virt.hardware [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.525666] env[62024]: DEBUG nova.virt.hardware [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.525813] env[62024]: DEBUG nova.virt.hardware [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.525961] env[62024]: DEBUG nova.virt.hardware [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.526194] env[62024]: DEBUG nova.virt.hardware [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.526356] env[62024]: DEBUG nova.virt.hardware [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.526521] env[62024]: DEBUG nova.virt.hardware [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.526690] env[62024]: DEBUG nova.virt.hardware [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.526858] env[62024]: DEBUG nova.virt.hardware [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.527744] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1675f72b-a21a-4718-8771-216613597e3e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.537771] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec9be47-4059-44bf-88c4-100493ed05df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.561261] env[62024]: DEBUG oslo_vmware.api [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386461} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.561500] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.561679] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.561854] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.562043] env[62024]: INFO nova.compute.manager [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Took 1.11 seconds to destroy the instance on the hypervisor. [ 631.562277] env[62024]: DEBUG oslo.service.loopingcall [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 631.562460] env[62024]: DEBUG nova.compute.manager [-] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 631.562552] env[62024]: DEBUG nova.network.neutron [-] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.652880] env[62024]: INFO nova.compute.manager [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Took 33.44 seconds to build instance. [ 631.733625] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.736362] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.990s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.736609] env[62024]: DEBUG nova.objects.instance [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Lazy-loading 'resources' on Instance uuid 06fcd604-5854-49bd-9bbd-51cbe3710e66 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.765571] env[62024]: INFO nova.scheduler.client.report [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Deleted allocations for instance c8089295-8fc8-459c-a66e-7be478e1b7ec [ 631.870783] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287846, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.871866] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.156828] env[62024]: DEBUG oslo_concurrency.lockutils [None req-83bff75f-3f4a-4d08-a92f-904b19d898c1 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Lock "0582d2f2-d973-49db-8ffb-782d89aba5fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.590s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.278312] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c5240c8-bd0a-4411-8f9f-04c9f7fffaf4 tempest-ImagesOneServerTestJSON-262795546 tempest-ImagesOneServerTestJSON-262795546-project-member] Lock "c8089295-8fc8-459c-a66e-7be478e1b7ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.072s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.369746] env[62024]: DEBUG nova.network.neutron [-] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.372232] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895118} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.372494] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] f7173894-2c79-40c7-b8a3-9b502c2c29a1/f7173894-2c79-40c7-b8a3-9b502c2c29a1.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.372709] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.373023] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d24f3ce-1531-4014-8e56-1966dae89438 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.380890] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 632.380890] env[62024]: value = "task-2287847" [ 632.380890] env[62024]: _type = "Task" [ 632.380890] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.393152] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.478890] env[62024]: DEBUG nova.compute.manager [req-47144fdf-1e96-4645-9e3a-8987491257e5 req-95736f71-f3f4-47f9-a06b-fc7ebe42d997 service nova] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Received event network-vif-plugged-1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.479058] env[62024]: DEBUG oslo_concurrency.lockutils [req-47144fdf-1e96-4645-9e3a-8987491257e5 req-95736f71-f3f4-47f9-a06b-fc7ebe42d997 service nova] Acquiring lock "8b6b7cb7-4895-4e3e-b020-071130ad88ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.479374] env[62024]: DEBUG oslo_concurrency.lockutils [req-47144fdf-1e96-4645-9e3a-8987491257e5 req-95736f71-f3f4-47f9-a06b-fc7ebe42d997 service nova] Lock "8b6b7cb7-4895-4e3e-b020-071130ad88ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.479416] env[62024]: DEBUG oslo_concurrency.lockutils [req-47144fdf-1e96-4645-9e3a-8987491257e5 req-95736f71-f3f4-47f9-a06b-fc7ebe42d997 service nova] Lock "8b6b7cb7-4895-4e3e-b020-071130ad88ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.479567] env[62024]: DEBUG nova.compute.manager [req-47144fdf-1e96-4645-9e3a-8987491257e5 req-95736f71-f3f4-47f9-a06b-fc7ebe42d997 service nova] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] No waiting events found dispatching network-vif-plugged-1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.479730] env[62024]: WARNING nova.compute.manager [req-47144fdf-1e96-4645-9e3a-8987491257e5 req-95736f71-f3f4-47f9-a06b-fc7ebe42d997 service nova] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Received unexpected event network-vif-plugged-1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42 for instance with vm_state building and task_state spawning. [ 632.613960] env[62024]: DEBUG nova.network.neutron [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Successfully updated port: 1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.661675] env[62024]: DEBUG nova.compute.manager [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.686184] env[62024]: DEBUG nova.compute.manager [req-9ba1b87b-7e51-4b1d-8727-1651a34913a8 req-f67ab1b7-b7b9-49c7-9270-e96b95f1ac90 service nova] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Received event network-vif-deleted-efd56f06-d168-4d3d-8c3b-2f02190c3716 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.863304] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a685fdd-16f2-4721-862b-77b2458df32d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.871965] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18485a98-fa37-451d-9921-a0415200716f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.877218] env[62024]: INFO nova.compute.manager [-] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Took 1.31 seconds to deallocate network for instance. [ 632.912627] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0919527c-8190-43a8-aa67-3678faa08d8c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.920833] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067578} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.923188] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.924033] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4b5483-8937-41ed-96fa-390a7c697ee4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.927376] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78971ea0-8902-4a3b-9716-9d87cf2b61ad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.942373] env[62024]: DEBUG nova.compute.provider_tree [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.962767] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] f7173894-2c79-40c7-b8a3-9b502c2c29a1/f7173894-2c79-40c7-b8a3-9b502c2c29a1.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.963939] env[62024]: DEBUG nova.scheduler.client.report [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.967287] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ff5bae9-bc00-48eb-ad08-15e2fda725fe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.983146] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.247s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.985160] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.475s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.986737] env[62024]: INFO nova.compute.claims [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.994687] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 632.994687] env[62024]: value = "task-2287848" [ 632.994687] env[62024]: _type = "Task" [ 632.994687] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.005834] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.013372] env[62024]: INFO nova.scheduler.client.report [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Deleted allocations for instance 06fcd604-5854-49bd-9bbd-51cbe3710e66 [ 633.115498] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "refresh_cache-8b6b7cb7-4895-4e3e-b020-071130ad88ab" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.115498] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquired lock "refresh_cache-8b6b7cb7-4895-4e3e-b020-071130ad88ab" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.115498] env[62024]: DEBUG nova.network.neutron [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.182082] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.416646] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.506220] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.522496] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73555df-e6d8-4967-90c7-5371ea8ee2b0 tempest-FloatingIPsAssociationNegativeTestJSON-980309201 tempest-FloatingIPsAssociationNegativeTestJSON-980309201-project-member] Lock "06fcd604-5854-49bd-9bbd-51cbe3710e66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.895s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.911748] env[62024]: DEBUG nova.network.neutron [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.006793] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287848, 'name': ReconfigVM_Task, 'duration_secs': 0.881158} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.007546] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Reconfigured VM instance instance-00000023 to attach disk [datastore2] f7173894-2c79-40c7-b8a3-9b502c2c29a1/f7173894-2c79-40c7-b8a3-9b502c2c29a1.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.008064] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5087ef58-21a8-4e83-9bcf-fbf678265f82 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.015478] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 634.015478] env[62024]: value = "task-2287849" [ 634.015478] env[62024]: _type = "Task" [ 634.015478] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.027919] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287849, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.119220] env[62024]: DEBUG nova.network.neutron [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Updating instance_info_cache with network_info: [{"id": "1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42", "address": "fa:16:3e:a2:7e:cf", "network": {"id": "70d8f114-9b23-4cbf-8660-afa87be5829b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-282868941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea6a593f48b24c9a9415dd7e69aa7ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd29320-a6", "ovs_interfaceid": "1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.514908] env[62024]: DEBUG nova.compute.manager [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Received event network-changed-1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.515162] env[62024]: DEBUG nova.compute.manager [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Refreshing instance network info cache due to event network-changed-1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.515329] env[62024]: DEBUG oslo_concurrency.lockutils [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] Acquiring lock "refresh_cache-8b6b7cb7-4895-4e3e-b020-071130ad88ab" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.527628] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287849, 'name': Rename_Task, 'duration_secs': 0.160672} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.528230] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.528804] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3611371a-9da3-4e8c-9577-b5b69a268239 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.531507] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cd1ab2-b355-4c8b-8ec8-038f76eedb03 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.540136] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73a9d09-3f20-4b7f-a6d2-ac43b8ed3232 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.543441] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 634.543441] env[62024]: value = "task-2287850" [ 634.543441] env[62024]: _type = "Task" [ 634.543441] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.575732] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd18f62-d4b7-4869-b82b-7d6dafaedb52 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.581543] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287850, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.588579] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb8788c-6710-4fa8-8ad6-2df082edfd69 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.604053] env[62024]: DEBUG nova.compute.provider_tree [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.623288] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Releasing lock "refresh_cache-8b6b7cb7-4895-4e3e-b020-071130ad88ab" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.623288] env[62024]: DEBUG nova.compute.manager [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Instance network_info: |[{"id": "1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42", "address": "fa:16:3e:a2:7e:cf", "network": {"id": "70d8f114-9b23-4cbf-8660-afa87be5829b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-282868941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea6a593f48b24c9a9415dd7e69aa7ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd29320-a6", "ovs_interfaceid": "1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.623437] env[62024]: DEBUG oslo_concurrency.lockutils [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] Acquired lock "refresh_cache-8b6b7cb7-4895-4e3e-b020-071130ad88ab" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.623437] env[62024]: DEBUG nova.network.neutron [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Refreshing network info cache for port 1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.625087] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:7e:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.633122] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Creating folder: Project (ea6a593f48b24c9a9415dd7e69aa7ee3). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.633997] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d20e25c-0336-4074-be31-097ffecbb4f9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.643797] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Created folder: Project (ea6a593f48b24c9a9415dd7e69aa7ee3) in parent group-v465568. [ 634.643982] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Creating folder: Instances. Parent ref: group-v465673. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.644245] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1423bfd8-b5dc-45c9-8f79-5a0bfebf8c20 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.653460] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Created folder: Instances in parent group-v465673. [ 634.653688] env[62024]: DEBUG oslo.service.loopingcall [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 634.653873] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.654089] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dbe5a41-1102-4b4c-aa4c-f940c03c3b24 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.675662] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.675662] env[62024]: value = "task-2287853" [ 634.675662] env[62024]: _type = "Task" [ 634.675662] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.684911] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287853, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.053709] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.110193] env[62024]: DEBUG nova.scheduler.client.report [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.185999] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287853, 'name': CreateVM_Task, 'duration_secs': 0.327998} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.186226] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.187082] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.187265] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.187594] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.187833] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1250145-2dbd-4330-96d3-1f7604c43c9b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.192822] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 635.192822] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d9c97d-f52c-4233-a41b-0b8b6f579507" [ 635.192822] env[62024]: _type = "Task" [ 635.192822] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.202274] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d9c97d-f52c-4233-a41b-0b8b6f579507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.370678] env[62024]: DEBUG nova.network.neutron [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Updated VIF entry in instance network info cache for port 1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.371071] env[62024]: DEBUG nova.network.neutron [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Updating instance_info_cache with network_info: [{"id": "1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42", "address": "fa:16:3e:a2:7e:cf", "network": {"id": "70d8f114-9b23-4cbf-8660-afa87be5829b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-282868941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea6a593f48b24c9a9415dd7e69aa7ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd29320-a6", "ovs_interfaceid": "1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.555768] env[62024]: DEBUG oslo_vmware.api [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287850, 'name': PowerOnVM_Task, 'duration_secs': 0.845049} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.556154] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.556154] env[62024]: INFO nova.compute.manager [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Took 8.90 seconds to spawn the instance on the hypervisor. [ 635.556394] env[62024]: DEBUG nova.compute.manager [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.557202] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a59f343-1e55-412e-a6b7-9a221ad46a6a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.614742] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.614981] env[62024]: DEBUG nova.compute.manager [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.619999] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.600s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.620289] env[62024]: DEBUG nova.objects.instance [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Lazy-loading 'resources' on Instance uuid ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.704030] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d9c97d-f52c-4233-a41b-0b8b6f579507, 'name': SearchDatastore_Task, 'duration_secs': 0.012466} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.704424] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.705727] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.705727] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.705727] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.705727] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.705727] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6aa5432-8c2b-41dc-94b3-3bd0cbfa995a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.715707] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.715950] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.716754] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9172cd20-039c-42c1-be5e-130693f56797 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.722203] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 635.722203] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52face12-b1bd-fe7c-5bc5-d13da13919a7" [ 635.722203] env[62024]: _type = "Task" [ 635.722203] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.732079] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52face12-b1bd-fe7c-5bc5-d13da13919a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.874342] env[62024]: DEBUG oslo_concurrency.lockutils [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] Releasing lock "refresh_cache-8b6b7cb7-4895-4e3e-b020-071130ad88ab" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.875441] env[62024]: DEBUG nova.compute.manager [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Received event network-changed-e74adde3-6d5b-4e94-b4e7-76eb6d9e65db {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.876342] env[62024]: DEBUG nova.compute.manager [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Refreshing instance network info cache due to event network-changed-e74adde3-6d5b-4e94-b4e7-76eb6d9e65db. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 635.876654] env[62024]: DEBUG oslo_concurrency.lockutils [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] Acquiring lock "refresh_cache-0582d2f2-d973-49db-8ffb-782d89aba5fc" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.876841] env[62024]: DEBUG oslo_concurrency.lockutils [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] Acquired lock "refresh_cache-0582d2f2-d973-49db-8ffb-782d89aba5fc" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.877053] env[62024]: DEBUG nova.network.neutron [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Refreshing network info cache for port e74adde3-6d5b-4e94-b4e7-76eb6d9e65db {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.075098] env[62024]: INFO nova.compute.manager [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Took 33.03 seconds to build instance. [ 636.125951] env[62024]: DEBUG nova.compute.utils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 636.134222] env[62024]: DEBUG nova.compute.manager [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.139372] env[62024]: DEBUG nova.network.neutron [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.159584] env[62024]: DEBUG oslo_concurrency.lockutils [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "8f22e462-0047-4ef2-b3cb-6284a5fdf506" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.160388] env[62024]: DEBUG oslo_concurrency.lockutils [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "8f22e462-0047-4ef2-b3cb-6284a5fdf506" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.160783] env[62024]: DEBUG oslo_concurrency.lockutils [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "8f22e462-0047-4ef2-b3cb-6284a5fdf506-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.161376] env[62024]: DEBUG oslo_concurrency.lockutils [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "8f22e462-0047-4ef2-b3cb-6284a5fdf506-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.161696] env[62024]: DEBUG oslo_concurrency.lockutils [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "8f22e462-0047-4ef2-b3cb-6284a5fdf506-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.164331] env[62024]: INFO nova.compute.manager [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Terminating instance [ 636.240089] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52face12-b1bd-fe7c-5bc5-d13da13919a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.241207] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9485dd77-382c-4541-80ac-85d984425bc8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.253295] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 636.253295] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dc88cd-cc12-0288-68ce-5b76226efd4e" [ 636.253295] env[62024]: _type = "Task" [ 636.253295] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.258822] env[62024]: DEBUG nova.policy [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a82ad7a403fd45218da7dc2d168da87a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a7fb9d53944466080f810b9c0054e59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.265309] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dc88cd-cc12-0288-68ce-5b76226efd4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.582344] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f38347b6-327b-4e96-aa8a-03d8a36f5a9f tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "f7173894-2c79-40c7-b8a3-9b502c2c29a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.933s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.634076] env[62024]: DEBUG nova.compute.manager [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.673422] env[62024]: DEBUG nova.compute.manager [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.673786] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.676921] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fe328b-dd8d-4ba6-85d3-4532e0547012 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.686957] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.687618] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ea75b6b-af16-4f38-a6fd-a40aa4c7594a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.699145] env[62024]: DEBUG oslo_vmware.api [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 636.699145] env[62024]: value = "task-2287854" [ 636.699145] env[62024]: _type = "Task" [ 636.699145] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.713519] env[62024]: DEBUG oslo_vmware.api [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.729765] env[62024]: DEBUG nova.network.neutron [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Updated VIF entry in instance network info cache for port e74adde3-6d5b-4e94-b4e7-76eb6d9e65db. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.729765] env[62024]: DEBUG nova.network.neutron [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Updating instance_info_cache with network_info: [{"id": "e74adde3-6d5b-4e94-b4e7-76eb6d9e65db", "address": "fa:16:3e:bc:0d:17", "network": {"id": "15d7ee9b-03d1-49f5-959f-c998f8cb7f92", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710058344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b4ea5ef8d66437d9f5dc4dc95dda427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74adde3-6d", "ovs_interfaceid": "e74adde3-6d5b-4e94-b4e7-76eb6d9e65db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.763736] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dc88cd-cc12-0288-68ce-5b76226efd4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.764167] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.764455] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 8b6b7cb7-4895-4e3e-b020-071130ad88ab/8b6b7cb7-4895-4e3e-b020-071130ad88ab.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.764755] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-244af703-fcd8-4849-8738-f2de9d942ad6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.768564] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c479d21e-2356-4d92-8219-8914ba52df3d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.779627] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb86676-3dca-4abf-9d17-ae197b2362c4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.783564] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 636.783564] env[62024]: value = "task-2287855" [ 636.783564] env[62024]: _type = "Task" [ 636.783564] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.816658] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06432f0-033a-4a50-b6ed-420d4a49b81a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.823677] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.828991] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6543a843-4081-40c2-ab8b-809c2998bf17 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.846230] env[62024]: DEBUG nova.compute.provider_tree [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.997071] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "e4d53e08-758e-4304-876b-2fb456eb393c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.997436] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "e4d53e08-758e-4304-876b-2fb456eb393c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.180742] env[62024]: DEBUG nova.network.neutron [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Successfully created port: 7a7909aa-33d6-4c1f-ac95-753dc2d40b55 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.216685] env[62024]: DEBUG oslo_vmware.api [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287854, 'name': PowerOffVM_Task, 'duration_secs': 0.220765} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.217110] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.217394] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.220707] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8ad8874-cd59-44c8-951b-134bc31c72f4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.231876] env[62024]: DEBUG oslo_concurrency.lockutils [req-58c8337f-d10d-4378-a406-6c2fcde1e910 req-95061ef0-ddce-40b0-8951-5601731f1e18 service nova] Releasing lock "refresh_cache-0582d2f2-d973-49db-8ffb-782d89aba5fc" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.296024] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.296024] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.296024] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Deleting the datastore file [datastore1] 8f22e462-0047-4ef2-b3cb-6284a5fdf506 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.300776] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f6a335a-0bbc-4d79-845f-e450d54d4dcb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.304399] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287855, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.309042] env[62024]: DEBUG oslo_vmware.api [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 637.309042] env[62024]: value = "task-2287857" [ 637.309042] env[62024]: _type = "Task" [ 637.309042] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.319906] env[62024]: DEBUG oslo_vmware.api [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.351867] env[62024]: DEBUG nova.scheduler.client.report [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.493231] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "0deb4845-2ddc-4d2e-a344-94d3932ce3ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.493522] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "0deb4845-2ddc-4d2e-a344-94d3932ce3ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.500213] env[62024]: DEBUG nova.compute.manager [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.650897] env[62024]: DEBUG nova.compute.manager [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.687133] env[62024]: DEBUG nova.virt.hardware [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.687133] env[62024]: DEBUG nova.virt.hardware [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.687321] env[62024]: DEBUG nova.virt.hardware [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.687544] env[62024]: DEBUG nova.virt.hardware [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.688410] env[62024]: DEBUG nova.virt.hardware [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.688410] env[62024]: DEBUG nova.virt.hardware [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.688410] env[62024]: DEBUG nova.virt.hardware [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.688884] env[62024]: DEBUG nova.virt.hardware [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.691955] env[62024]: DEBUG nova.virt.hardware [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.691955] env[62024]: DEBUG nova.virt.hardware [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.691955] env[62024]: DEBUG nova.virt.hardware [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.691955] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a86ff0-5801-4c82-96fa-18d5b33a7ad6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.701173] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eecb61-6a82-4b2d-af24-5545c8e10127 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.794375] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605504} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.794721] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 8b6b7cb7-4895-4e3e-b020-071130ad88ab/8b6b7cb7-4895-4e3e-b020-071130ad88ab.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.795366] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.795787] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a00149ff-8d62-4305-8b76-1c5094a896cf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.803458] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 637.803458] env[62024]: value = "task-2287858" [ 637.803458] env[62024]: _type = "Task" [ 637.803458] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.812352] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.820998] env[62024]: DEBUG oslo_vmware.api [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273742} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.821435] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.821696] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.821947] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.822195] env[62024]: INFO nova.compute.manager [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Took 1.15 seconds to destroy the instance on the hypervisor. [ 637.822502] env[62024]: DEBUG oslo.service.loopingcall [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.822770] env[62024]: DEBUG nova.compute.manager [-] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 637.822991] env[62024]: DEBUG nova.network.neutron [-] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.836598] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Acquiring lock "944ae0ad-a813-453f-a3b6-bc5dc5877eca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.836890] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Lock "944ae0ad-a813-453f-a3b6-bc5dc5877eca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.837140] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Acquiring lock "944ae0ad-a813-453f-a3b6-bc5dc5877eca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.837330] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Lock "944ae0ad-a813-453f-a3b6-bc5dc5877eca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.837520] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Lock "944ae0ad-a813-453f-a3b6-bc5dc5877eca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.840115] env[62024]: INFO nova.compute.manager [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Terminating instance [ 637.856602] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.859839] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.221s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.861563] env[62024]: INFO nova.compute.claims [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.892908] env[62024]: INFO nova.scheduler.client.report [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Deleted allocations for instance ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02 [ 638.029442] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.319022] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147541} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.319022] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.319022] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433a0c36-621c-4a2a-b99e-b19b2af4c3bf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.342494] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 8b6b7cb7-4895-4e3e-b020-071130ad88ab/8b6b7cb7-4895-4e3e-b020-071130ad88ab.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.342879] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b236a945-772c-4288-9d38-653789824f22 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.359071] env[62024]: DEBUG nova.compute.manager [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.359363] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.360822] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de870221-380e-486f-8a88-4bf9e2fba1d9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.373347] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.379066] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-295a9c71-5bc6-4f1a-a0f0-84eaa019e518 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.379721] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 638.379721] env[62024]: value = "task-2287859" [ 638.379721] env[62024]: _type = "Task" [ 638.379721] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.390595] env[62024]: DEBUG oslo_vmware.api [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Waiting for the task: (returnval){ [ 638.390595] env[62024]: value = "task-2287860" [ 638.390595] env[62024]: _type = "Task" [ 638.390595] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.400969] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.411426] env[62024]: DEBUG oslo_vmware.api [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.411679] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8632d916-834d-4a3e-9704-e95c9ff5ce29 tempest-ServerExternalEventsTest-673631011 tempest-ServerExternalEventsTest-673631011-project-member] Lock "ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.921s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.895451] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.908020] env[62024]: DEBUG oslo_vmware.api [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287860, 'name': PowerOffVM_Task, 'duration_secs': 0.437662} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.908020] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.908020] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.908020] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08bff256-2bab-40a5-a0dc-dad8cc92d367 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.982196] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.982196] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.982196] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Deleting the datastore file [datastore1] 944ae0ad-a813-453f-a3b6-bc5dc5877eca {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.985294] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87f2554a-1ca8-4c43-9043-dcd08aafe104 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.993753] env[62024]: DEBUG oslo_vmware.api [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Waiting for the task: (returnval){ [ 638.993753] env[62024]: value = "task-2287862" [ 638.993753] env[62024]: _type = "Task" [ 638.993753] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.011111] env[62024]: DEBUG oslo_vmware.api [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.364628] env[62024]: DEBUG nova.compute.manager [req-104b3f63-26f4-41fc-a3a5-88f687a43611 req-14e2d558-5f08-4994-a2b9-b4246184956e service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Received event network-vif-deleted-8b54202d-d9fc-4747-9f03-1967652f5281 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.364807] env[62024]: INFO nova.compute.manager [req-104b3f63-26f4-41fc-a3a5-88f687a43611 req-14e2d558-5f08-4994-a2b9-b4246184956e service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Neutron deleted interface 8b54202d-d9fc-4747-9f03-1967652f5281; detaching it from the instance and deleting it from the info cache [ 639.366112] env[62024]: DEBUG nova.network.neutron [req-104b3f63-26f4-41fc-a3a5-88f687a43611 req-14e2d558-5f08-4994-a2b9-b4246184956e service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.401335] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287859, 'name': ReconfigVM_Task, 'duration_secs': 0.65903} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.401809] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 8b6b7cb7-4895-4e3e-b020-071130ad88ab/8b6b7cb7-4895-4e3e-b020-071130ad88ab.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.402842] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a009f69-094b-43ae-a39d-d814e0b6e2f4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.413331] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 639.413331] env[62024]: value = "task-2287863" [ 639.413331] env[62024]: _type = "Task" [ 639.413331] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.432735] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287863, 'name': Rename_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.505355] env[62024]: DEBUG oslo_vmware.api [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Task: {'id': task-2287862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182118} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.509935] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.510274] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.510464] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.510656] env[62024]: INFO nova.compute.manager [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Took 1.15 seconds to destroy the instance on the hypervisor. [ 639.510933] env[62024]: DEBUG oslo.service.loopingcall [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.514361] env[62024]: DEBUG nova.compute.manager [-] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.514361] env[62024]: DEBUG nova.network.neutron [-] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.619098] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537795f7-3e05-4c15-9c53-2e56b7337a4f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.628432] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525e2071-325c-4ecd-9f19-6482986e85c5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.666346] env[62024]: DEBUG nova.network.neutron [-] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.669210] env[62024]: DEBUG nova.compute.manager [req-ef883663-e6f3-47a4-9c6d-456b54ee81a9 req-a97697aa-061c-44cc-9dc7-ae2bcffe5f7b service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Received event network-vif-plugged-7a7909aa-33d6-4c1f-ac95-753dc2d40b55 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.669391] env[62024]: DEBUG oslo_concurrency.lockutils [req-ef883663-e6f3-47a4-9c6d-456b54ee81a9 req-a97697aa-061c-44cc-9dc7-ae2bcffe5f7b service nova] Acquiring lock "cef6f8a5-a85a-4f08-8801-f06a57e0b3de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.669600] env[62024]: DEBUG oslo_concurrency.lockutils [req-ef883663-e6f3-47a4-9c6d-456b54ee81a9 req-a97697aa-061c-44cc-9dc7-ae2bcffe5f7b service nova] Lock "cef6f8a5-a85a-4f08-8801-f06a57e0b3de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.670046] env[62024]: DEBUG oslo_concurrency.lockutils [req-ef883663-e6f3-47a4-9c6d-456b54ee81a9 req-a97697aa-061c-44cc-9dc7-ae2bcffe5f7b service nova] Lock "cef6f8a5-a85a-4f08-8801-f06a57e0b3de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.670046] env[62024]: DEBUG nova.compute.manager [req-ef883663-e6f3-47a4-9c6d-456b54ee81a9 req-a97697aa-061c-44cc-9dc7-ae2bcffe5f7b service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] No waiting events found dispatching network-vif-plugged-7a7909aa-33d6-4c1f-ac95-753dc2d40b55 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.670113] env[62024]: WARNING nova.compute.manager [req-ef883663-e6f3-47a4-9c6d-456b54ee81a9 req-a97697aa-061c-44cc-9dc7-ae2bcffe5f7b service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Received unexpected event network-vif-plugged-7a7909aa-33d6-4c1f-ac95-753dc2d40b55 for instance with vm_state building and task_state spawning. [ 639.671226] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c45f9d4-720f-4251-a32c-96df0b5ae30f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.685173] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba29190-08d5-4bfb-b05e-8b5a7a68427f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.700216] env[62024]: DEBUG nova.compute.provider_tree [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.710808] env[62024]: DEBUG nova.network.neutron [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Successfully updated port: 7a7909aa-33d6-4c1f-ac95-753dc2d40b55 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.875225] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3e408ee-77fb-4365-8263-6e466ce3209d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.882330] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b4c03c-4cd3-4fa0-89a6-7f0f72f45f74 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.919943] env[62024]: DEBUG nova.compute.manager [req-104b3f63-26f4-41fc-a3a5-88f687a43611 req-14e2d558-5f08-4994-a2b9-b4246184956e service nova] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Detach interface failed, port_id=8b54202d-d9fc-4747-9f03-1967652f5281, reason: Instance 8f22e462-0047-4ef2-b3cb-6284a5fdf506 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 639.929463] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287863, 'name': Rename_Task, 'duration_secs': 0.203569} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.929784] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.930096] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5147f533-c283-4bd9-8ba1-6f0336d6d6f5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.938595] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 639.938595] env[62024]: value = "task-2287864" [ 639.938595] env[62024]: _type = "Task" [ 639.938595] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.945992] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.169172] env[62024]: INFO nova.compute.manager [-] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Took 2.35 seconds to deallocate network for instance. [ 640.204140] env[62024]: DEBUG nova.scheduler.client.report [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.214586] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquiring lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.218021] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquired lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.218021] env[62024]: DEBUG nova.network.neutron [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.451495] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287864, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.557998] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526734cf-a87e-e084-8356-38a5282fcc89/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 640.559217] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf48ea45-b392-403e-bf2e-c9be1a937aa5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.566500] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526734cf-a87e-e084-8356-38a5282fcc89/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 640.566683] env[62024]: ERROR oslo_vmware.rw_handles [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526734cf-a87e-e084-8356-38a5282fcc89/disk-0.vmdk due to incomplete transfer. [ 640.566913] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e67a72f8-cf15-43fd-9690-5bb7adab58a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.576201] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526734cf-a87e-e084-8356-38a5282fcc89/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 640.576519] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Uploaded image 0f66fa10-28df-4d61-bc05-32807d6bbf34 to the Glance image server {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 640.579939] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 640.580170] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-35e9acf9-eefc-41d8-817e-ad3fe5a9e785 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.586587] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 640.586587] env[62024]: value = "task-2287865" [ 640.586587] env[62024]: _type = "Task" [ 640.586587] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.599036] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287865, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.682409] env[62024]: DEBUG oslo_concurrency.lockutils [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.716235] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.716235] env[62024]: DEBUG nova.compute.manager [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.723020] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.215s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.723020] env[62024]: INFO nova.compute.claims [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.764871] env[62024]: DEBUG nova.network.neutron [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.897071] env[62024]: DEBUG nova.network.neutron [-] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.952016] env[62024]: DEBUG oslo_vmware.api [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287864, 'name': PowerOnVM_Task, 'duration_secs': 0.751359} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.952316] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.953019] env[62024]: INFO nova.compute.manager [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Took 9.45 seconds to spawn the instance on the hypervisor. [ 640.953019] env[62024]: DEBUG nova.compute.manager [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.953521] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c2a51b-6f80-4638-befb-2ae523cb3e81 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.099059] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.099447] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.103774] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287865, 'name': Destroy_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.220286] env[62024]: DEBUG nova.network.neutron [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Updating instance_info_cache with network_info: [{"id": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "address": "fa:16:3e:20:0c:60", "network": {"id": "a30435d2-e035-4a8a-9f63-0c11633d622d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2074070213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7fb9d53944466080f810b9c0054e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7909aa-33", "ovs_interfaceid": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.233146] env[62024]: DEBUG nova.compute.utils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 641.235622] env[62024]: DEBUG nova.compute.manager [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.235878] env[62024]: DEBUG nova.network.neutron [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.351247] env[62024]: DEBUG nova.policy [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '256ec6a46b904e079e29ce482588259d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b611168c9964bb993889d7c6d3d8e81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.400251] env[62024]: INFO nova.compute.manager [-] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Took 1.89 seconds to deallocate network for instance. [ 641.477753] env[62024]: INFO nova.compute.manager [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Took 33.57 seconds to build instance. [ 641.575502] env[62024]: DEBUG nova.compute.manager [req-eaab80e9-bdd8-40ba-8d6c-a39813803c34 req-c93b0bc6-a8b6-470e-88e7-f7e55ad6b846 service nova] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Received event network-vif-deleted-6ea1eaa1-9fad-4f10-962d-66c57239c728 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.600852] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287865, 'name': Destroy_Task, 'duration_secs': 0.968206} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.601146] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Destroyed the VM [ 641.602213] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 641.602213] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a26498a2-2929-459b-bac8-fc39ea1ebe29 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.608883] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 641.608883] env[62024]: value = "task-2287866" [ 641.608883] env[62024]: _type = "Task" [ 641.608883] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.618495] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287866, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.686759] env[62024]: DEBUG nova.compute.manager [req-824d66c5-5b91-47cb-bf65-bd55bb8f3a70 req-bcdcaad1-b226-4946-9a9b-95d71dda4ffa service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Received event network-changed-7a7909aa-33d6-4c1f-ac95-753dc2d40b55 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.686759] env[62024]: DEBUG nova.compute.manager [req-824d66c5-5b91-47cb-bf65-bd55bb8f3a70 req-bcdcaad1-b226-4946-9a9b-95d71dda4ffa service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Refreshing instance network info cache due to event network-changed-7a7909aa-33d6-4c1f-ac95-753dc2d40b55. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 641.686759] env[62024]: DEBUG oslo_concurrency.lockutils [req-824d66c5-5b91-47cb-bf65-bd55bb8f3a70 req-bcdcaad1-b226-4946-9a9b-95d71dda4ffa service nova] Acquiring lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.724763] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Releasing lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.725105] env[62024]: DEBUG nova.compute.manager [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Instance network_info: |[{"id": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "address": "fa:16:3e:20:0c:60", "network": {"id": "a30435d2-e035-4a8a-9f63-0c11633d622d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2074070213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7fb9d53944466080f810b9c0054e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7909aa-33", "ovs_interfaceid": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.725403] env[62024]: DEBUG oslo_concurrency.lockutils [req-824d66c5-5b91-47cb-bf65-bd55bb8f3a70 req-bcdcaad1-b226-4946-9a9b-95d71dda4ffa service nova] Acquired lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.725592] env[62024]: DEBUG nova.network.neutron [req-824d66c5-5b91-47cb-bf65-bd55bb8f3a70 req-bcdcaad1-b226-4946-9a9b-95d71dda4ffa service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Refreshing network info cache for port 7a7909aa-33d6-4c1f-ac95-753dc2d40b55 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.726819] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:0c:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a7909aa-33d6-4c1f-ac95-753dc2d40b55', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.737407] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Creating folder: Project (1a7fb9d53944466080f810b9c0054e59). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.738915] env[62024]: DEBUG nova.compute.manager [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.741620] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3ad3508-b658-40d3-9f00-216d182f842d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.760727] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Created folder: Project (1a7fb9d53944466080f810b9c0054e59) in parent group-v465568. [ 641.760727] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Creating folder: Instances. Parent ref: group-v465676. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.760727] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9263f80-b26b-4b63-9df5-ab54433fda0b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.771075] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Created folder: Instances in parent group-v465676. [ 641.771075] env[62024]: DEBUG oslo.service.loopingcall [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.771075] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.771075] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77cb609a-beb9-4201-9dce-a42c9f5558b6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.804098] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.804098] env[62024]: value = "task-2287869" [ 641.804098] env[62024]: _type = "Task" [ 641.804098] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.817931] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287869, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.855846] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "1b91a632-2229-4097-8dac-260333a24093" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.856161] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "1b91a632-2229-4097-8dac-260333a24093" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.916449] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.981595] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db0d3d08-ae07-4af6-9d13-6762801abdee tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "8b6b7cb7-4895-4e3e-b020-071130ad88ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.682s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.053256] env[62024]: DEBUG nova.network.neutron [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Successfully created port: 2c6d551c-5175-43f0-b794-693b7335b293 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.122459] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287866, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.317025] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287869, 'name': CreateVM_Task, 'duration_secs': 0.414806} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.317183] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.318428] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.318608] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.319290] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.319649] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee4032b-5780-421a-84f5-0b3a803f732a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.328492] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Waiting for the task: (returnval){ [ 642.328492] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529fe573-f931-643a-053c-bf40157eda70" [ 642.328492] env[62024]: _type = "Task" [ 642.328492] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.340384] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529fe573-f931-643a-053c-bf40157eda70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.472111] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e0ac5d-bcc7-41dc-bac0-b50d8b6908c9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.480499] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b73b05-91ae-42d5-b1ce-47b0343286e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.487619] env[62024]: DEBUG nova.compute.manager [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.519321] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54765eba-3c13-4cd8-a164-7d587ff191d9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.528259] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec1b5a5-6593-4a12-90f5-f0496ca373d2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.546546] env[62024]: DEBUG nova.compute.provider_tree [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.556590] env[62024]: DEBUG nova.network.neutron [req-824d66c5-5b91-47cb-bf65-bd55bb8f3a70 req-bcdcaad1-b226-4946-9a9b-95d71dda4ffa service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Updated VIF entry in instance network info cache for port 7a7909aa-33d6-4c1f-ac95-753dc2d40b55. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.556881] env[62024]: DEBUG nova.network.neutron [req-824d66c5-5b91-47cb-bf65-bd55bb8f3a70 req-bcdcaad1-b226-4946-9a9b-95d71dda4ffa service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Updating instance_info_cache with network_info: [{"id": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "address": "fa:16:3e:20:0c:60", "network": {"id": "a30435d2-e035-4a8a-9f63-0c11633d622d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2074070213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7fb9d53944466080f810b9c0054e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7909aa-33", "ovs_interfaceid": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.621525] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287866, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.755356] env[62024]: DEBUG nova.compute.manager [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.784449] env[62024]: DEBUG nova.virt.hardware [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.784693] env[62024]: DEBUG nova.virt.hardware [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.784850] env[62024]: DEBUG nova.virt.hardware [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.785100] env[62024]: DEBUG nova.virt.hardware [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.785297] env[62024]: DEBUG nova.virt.hardware [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.785477] env[62024]: DEBUG nova.virt.hardware [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.785721] env[62024]: DEBUG nova.virt.hardware [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.786053] env[62024]: DEBUG nova.virt.hardware [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.786142] env[62024]: DEBUG nova.virt.hardware [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.786394] env[62024]: DEBUG nova.virt.hardware [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.786766] env[62024]: DEBUG nova.virt.hardware [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.787493] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc7c6d5-121f-4651-9c66-245c8c425de7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.797230] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7323e4dc-4b73-4210-9358-e48c5f22bf4c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.840845] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529fe573-f931-643a-053c-bf40157eda70, 'name': SearchDatastore_Task, 'duration_secs': 0.013279} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.841240] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.842275] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.842275] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.842275] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.842275] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.842810] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a2c6452-f5bc-441b-ba2b-c228ad2aaf3a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.852392] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.852392] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.852392] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b17672-3ccf-4c8a-9f76-e64b52d150bc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.858238] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Waiting for the task: (returnval){ [ 642.858238] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a68a06-9596-d6c1-fc52-8fe124ef9dd3" [ 642.858238] env[62024]: _type = "Task" [ 642.858238] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.865294] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a68a06-9596-d6c1-fc52-8fe124ef9dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.037569] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.049618] env[62024]: DEBUG nova.scheduler.client.report [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.059657] env[62024]: DEBUG oslo_concurrency.lockutils [req-824d66c5-5b91-47cb-bf65-bd55bb8f3a70 req-bcdcaad1-b226-4946-9a9b-95d71dda4ffa service nova] Releasing lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.123524] env[62024]: DEBUG oslo_vmware.api [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287866, 'name': RemoveSnapshot_Task, 'duration_secs': 1.0763} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.123817] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 643.124054] env[62024]: INFO nova.compute.manager [None req-f44a7eff-7063-4a27-9905-a70c33960f8e tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Took 20.62 seconds to snapshot the instance on the hypervisor. [ 643.368185] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a68a06-9596-d6c1-fc52-8fe124ef9dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.008317} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.369051] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1971f6-9c5e-4eb6-b72d-225cd999d0cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.375511] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Waiting for the task: (returnval){ [ 643.375511] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c4f3ed-8438-8797-3f3b-c1c62045d4ea" [ 643.375511] env[62024]: _type = "Task" [ 643.375511] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.383585] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c4f3ed-8438-8797-3f3b-c1c62045d4ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.554498] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.555166] env[62024]: DEBUG nova.compute.manager [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.557947] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.300s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.558158] env[62024]: DEBUG nova.objects.instance [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lazy-loading 'resources' on Instance uuid 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.885731] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c4f3ed-8438-8797-3f3b-c1c62045d4ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010183} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.886007] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.886278] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] cef6f8a5-a85a-4f08-8801-f06a57e0b3de/cef6f8a5-a85a-4f08-8801-f06a57e0b3de.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.886543] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b298e433-e78d-4999-8db4-7870a42f975f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.896953] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Waiting for the task: (returnval){ [ 643.896953] env[62024]: value = "task-2287870" [ 643.896953] env[62024]: _type = "Task" [ 643.896953] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.904734] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2287870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.996350] env[62024]: DEBUG nova.network.neutron [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Successfully updated port: 2c6d551c-5175-43f0-b794-693b7335b293 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.051156] env[62024]: DEBUG nova.compute.manager [req-4e20af5b-854b-45fc-bdf8-030260db4aa2 req-7e4a4612-e9db-43fd-9d00-0a06a9e7a720 service nova] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Received event network-vif-plugged-2c6d551c-5175-43f0-b794-693b7335b293 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.051156] env[62024]: DEBUG oslo_concurrency.lockutils [req-4e20af5b-854b-45fc-bdf8-030260db4aa2 req-7e4a4612-e9db-43fd-9d00-0a06a9e7a720 service nova] Acquiring lock "b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.051156] env[62024]: DEBUG oslo_concurrency.lockutils [req-4e20af5b-854b-45fc-bdf8-030260db4aa2 req-7e4a4612-e9db-43fd-9d00-0a06a9e7a720 service nova] Lock "b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.051156] env[62024]: DEBUG oslo_concurrency.lockutils [req-4e20af5b-854b-45fc-bdf8-030260db4aa2 req-7e4a4612-e9db-43fd-9d00-0a06a9e7a720 service nova] Lock "b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.051156] env[62024]: DEBUG nova.compute.manager [req-4e20af5b-854b-45fc-bdf8-030260db4aa2 req-7e4a4612-e9db-43fd-9d00-0a06a9e7a720 service nova] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] No waiting events found dispatching network-vif-plugged-2c6d551c-5175-43f0-b794-693b7335b293 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.051721] env[62024]: WARNING nova.compute.manager [req-4e20af5b-854b-45fc-bdf8-030260db4aa2 req-7e4a4612-e9db-43fd-9d00-0a06a9e7a720 service nova] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Received unexpected event network-vif-plugged-2c6d551c-5175-43f0-b794-693b7335b293 for instance with vm_state building and task_state spawning. [ 644.062034] env[62024]: DEBUG nova.compute.utils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 644.065330] env[62024]: DEBUG nova.compute.manager [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.066128] env[62024]: DEBUG nova.network.neutron [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.108700] env[62024]: DEBUG nova.policy [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b76cd2b24a934e69a51207eaf11a8f68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7857e6b24cf34288ba5e9326ccb44310', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.413836] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2287870, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.490600] env[62024]: DEBUG nova.network.neutron [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Successfully created port: 6832e504-3457-4047-a1df-f260181f870b {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.498352] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquiring lock "refresh_cache-b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.498599] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquired lock "refresh_cache-b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.498799] env[62024]: DEBUG nova.network.neutron [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.566869] env[62024]: DEBUG nova.compute.manager [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.665986] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae39c1de-35b5-4a6e-a1e9-5816c53c27c8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.674791] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90a6c3b-02e0-4eba-af56-027754926183 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.709267] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f07544f-e04f-431f-83b6-ab07292e1a1d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.717082] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0313be0-53b8-4b8d-a645-ebd9b67efc24 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.730934] env[62024]: DEBUG nova.compute.provider_tree [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 644.907784] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2287870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539938} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.908594] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] cef6f8a5-a85a-4f08-8801-f06a57e0b3de/cef6f8a5-a85a-4f08-8801-f06a57e0b3de.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.908594] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.908754] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d40e6f34-e970-4782-8860-39000b680eee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.915535] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Waiting for the task: (returnval){ [ 644.915535] env[62024]: value = "task-2287871" [ 644.915535] env[62024]: _type = "Task" [ 644.915535] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.923227] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2287871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.035830] env[62024]: DEBUG nova.network.neutron [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.256328] env[62024]: DEBUG nova.network.neutron [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Updating instance_info_cache with network_info: [{"id": "2c6d551c-5175-43f0-b794-693b7335b293", "address": "fa:16:3e:15:f0:cc", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6d551c-51", "ovs_interfaceid": "2c6d551c-5175-43f0-b794-693b7335b293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.261344] env[62024]: ERROR nova.scheduler.client.report [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [req-196f1c14-1764-4532-bbbd-9e1cf7619984] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2414aeaf-2a82-48f5-b61f-d58b79924cbf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-196f1c14-1764-4532-bbbd-9e1cf7619984"}]} [ 645.276930] env[62024]: DEBUG nova.scheduler.client.report [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Refreshing inventories for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 645.290464] env[62024]: DEBUG nova.scheduler.client.report [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Updating ProviderTree inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 645.290697] env[62024]: DEBUG nova.compute.provider_tree [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 645.302339] env[62024]: DEBUG nova.scheduler.client.report [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Refreshing aggregate associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, aggregates: None {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 645.320796] env[62024]: DEBUG nova.scheduler.client.report [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Refreshing trait associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 645.424864] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2287871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.32009} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.427221] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.428162] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92851c3-1afc-452b-add0-541aa537e53d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.449695] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] cef6f8a5-a85a-4f08-8801-f06a57e0b3de/cef6f8a5-a85a-4f08-8801-f06a57e0b3de.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.452132] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b7bdb61-88bc-44fb-8523-8639f4a237b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.470452] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Waiting for the task: (returnval){ [ 645.470452] env[62024]: value = "task-2287872" [ 645.470452] env[62024]: _type = "Task" [ 645.470452] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.480325] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2287872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.577976] env[62024]: DEBUG nova.compute.manager [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.601860] env[62024]: DEBUG nova.virt.hardware [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.601860] env[62024]: DEBUG nova.virt.hardware [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.601860] env[62024]: DEBUG nova.virt.hardware [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.602121] env[62024]: DEBUG nova.virt.hardware [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.602121] env[62024]: DEBUG nova.virt.hardware [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.602385] env[62024]: DEBUG nova.virt.hardware [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.602385] env[62024]: DEBUG nova.virt.hardware [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.602533] env[62024]: DEBUG nova.virt.hardware [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.603517] env[62024]: DEBUG nova.virt.hardware [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.603517] env[62024]: DEBUG nova.virt.hardware [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.603517] env[62024]: DEBUG nova.virt.hardware [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.604169] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42d6e21-da68-4e46-a9e2-63534060d739 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.616894] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8043c31c-fccb-40b2-b513-34d13bf17237 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.670704] env[62024]: DEBUG nova.compute.manager [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.674090] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4911cbd3-7571-47e4-b7d4-4d8c6b21a89b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.764615] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Releasing lock "refresh_cache-b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.765089] env[62024]: DEBUG nova.compute.manager [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Instance network_info: |[{"id": "2c6d551c-5175-43f0-b794-693b7335b293", "address": "fa:16:3e:15:f0:cc", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6d551c-51", "ovs_interfaceid": "2c6d551c-5175-43f0-b794-693b7335b293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.765663] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:f0:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c6d551c-5175-43f0-b794-693b7335b293', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.774044] env[62024]: DEBUG oslo.service.loopingcall [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.777558] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.778123] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-802d3b8e-d49f-4fa9-8ac9-3979ef5f5bd9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.804184] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.804184] env[62024]: value = "task-2287873" [ 645.804184] env[62024]: _type = "Task" [ 645.804184] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.812677] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287873, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.899018] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0ddf44-8cfa-4b60-8eb5-c7f3fbb4696e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.907863] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8f6b96-6bd9-419d-abe6-ede5debc2ae3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.943418] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfc51dc-07f9-477e-9948-fc0e7f500e17 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.948788] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a73aae-9178-4934-bb5f-51832717e27d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.964754] env[62024]: DEBUG nova.compute.provider_tree [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 645.981768] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2287872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.165015] env[62024]: DEBUG nova.compute.manager [req-2bcdbd08-8a44-4260-921f-4088201abe67 req-ed36a8d5-cca8-4915-a786-debdd41c31a6 service nova] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Received event network-changed-2c6d551c-5175-43f0-b794-693b7335b293 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.165258] env[62024]: DEBUG nova.compute.manager [req-2bcdbd08-8a44-4260-921f-4088201abe67 req-ed36a8d5-cca8-4915-a786-debdd41c31a6 service nova] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Refreshing instance network info cache due to event network-changed-2c6d551c-5175-43f0-b794-693b7335b293. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 646.166233] env[62024]: DEBUG oslo_concurrency.lockutils [req-2bcdbd08-8a44-4260-921f-4088201abe67 req-ed36a8d5-cca8-4915-a786-debdd41c31a6 service nova] Acquiring lock "refresh_cache-b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.166430] env[62024]: DEBUG oslo_concurrency.lockutils [req-2bcdbd08-8a44-4260-921f-4088201abe67 req-ed36a8d5-cca8-4915-a786-debdd41c31a6 service nova] Acquired lock "refresh_cache-b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.166648] env[62024]: DEBUG nova.network.neutron [req-2bcdbd08-8a44-4260-921f-4088201abe67 req-ed36a8d5-cca8-4915-a786-debdd41c31a6 service nova] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Refreshing network info cache for port 2c6d551c-5175-43f0-b794-693b7335b293 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.185115] env[62024]: INFO nova.compute.manager [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] instance snapshotting [ 646.187898] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f93f798-bea8-4d3e-9540-4102e1def1de {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.208913] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2296d8-ee2b-4e44-aaf3-55867dd46f89 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.212312] env[62024]: DEBUG nova.network.neutron [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Successfully updated port: 6832e504-3457-4047-a1df-f260181f870b {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.314483] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287873, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.482777] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2287872, 'name': ReconfigVM_Task, 'duration_secs': 0.616743} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.483256] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Reconfigured VM instance instance-00000025 to attach disk [datastore1] cef6f8a5-a85a-4f08-8801-f06a57e0b3de/cef6f8a5-a85a-4f08-8801-f06a57e0b3de.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.483979] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c654a766-27d4-48dd-a144-0f8716cb640c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.491828] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Waiting for the task: (returnval){ [ 646.491828] env[62024]: value = "task-2287874" [ 646.491828] env[62024]: _type = "Task" [ 646.491828] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.500750] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2287874, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.501751] env[62024]: DEBUG nova.scheduler.client.report [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 646.502019] env[62024]: DEBUG nova.compute.provider_tree [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 58 to 59 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 646.502211] env[62024]: DEBUG nova.compute.provider_tree [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 646.505876] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "f0e0e8a0-6712-4cce-9a5c-59172bb1c145" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.506110] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "f0e0e8a0-6712-4cce-9a5c-59172bb1c145" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.506314] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "f0e0e8a0-6712-4cce-9a5c-59172bb1c145-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.506496] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "f0e0e8a0-6712-4cce-9a5c-59172bb1c145-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.506656] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "f0e0e8a0-6712-4cce-9a5c-59172bb1c145-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.508506] env[62024]: INFO nova.compute.manager [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Terminating instance [ 646.719638] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "refresh_cache-dba9a789-5a59-4876-b514-b58b4bb28083" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.719796] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquired lock "refresh_cache-dba9a789-5a59-4876-b514-b58b4bb28083" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.719950] env[62024]: DEBUG nova.network.neutron [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.725510] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 646.725803] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-261e5f35-efc4-4b11-bc4f-430a6b72cfab {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.737295] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 646.737295] env[62024]: value = "task-2287875" [ 646.737295] env[62024]: _type = "Task" [ 646.737295] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.747736] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287875, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.817312] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287873, 'name': CreateVM_Task, 'duration_secs': 0.743302} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.817492] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.818130] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.818297] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.818769] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.818842] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790584b1-2023-4def-9fda-d73d12292183 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.823437] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 646.823437] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5223f393-6fb1-782e-ad96-791519102478" [ 646.823437] env[62024]: _type = "Task" [ 646.823437] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.830917] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5223f393-6fb1-782e-ad96-791519102478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.877345] env[62024]: DEBUG nova.network.neutron [req-2bcdbd08-8a44-4260-921f-4088201abe67 req-ed36a8d5-cca8-4915-a786-debdd41c31a6 service nova] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Updated VIF entry in instance network info cache for port 2c6d551c-5175-43f0-b794-693b7335b293. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.877700] env[62024]: DEBUG nova.network.neutron [req-2bcdbd08-8a44-4260-921f-4088201abe67 req-ed36a8d5-cca8-4915-a786-debdd41c31a6 service nova] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Updating instance_info_cache with network_info: [{"id": "2c6d551c-5175-43f0-b794-693b7335b293", "address": "fa:16:3e:15:f0:cc", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6d551c-51", "ovs_interfaceid": "2c6d551c-5175-43f0-b794-693b7335b293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.003409] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2287874, 'name': Rename_Task, 'duration_secs': 0.279703} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.003797] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.004138] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7d29eb6-3b84-45e0-aed8-2a3e033ba6c4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.009750] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.452s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.013163] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.678s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.016026] env[62024]: INFO nova.compute.claims [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.018886] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Waiting for the task: (returnval){ [ 647.018886] env[62024]: value = "task-2287876" [ 647.018886] env[62024]: _type = "Task" [ 647.018886] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.019684] env[62024]: DEBUG nova.compute.manager [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.019940] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.021341] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e16c76d-1446-4668-bb73-15cf79071af6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.033773] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2287876, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.034978] env[62024]: INFO nova.scheduler.client.report [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleted allocations for instance 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300 [ 647.039556] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.042484] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1099c931-0b68-43f0-86e2-096b48ef4ec9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.049605] env[62024]: DEBUG oslo_vmware.api [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 647.049605] env[62024]: value = "task-2287877" [ 647.049605] env[62024]: _type = "Task" [ 647.049605] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.059297] env[62024]: DEBUG oslo_vmware.api [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.249553] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287875, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.265633] env[62024]: DEBUG nova.network.neutron [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.333605] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5223f393-6fb1-782e-ad96-791519102478, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.333895] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.334172] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.334399] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.334540] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.334705] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.334954] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cfea7df-306f-439f-848d-c5bb2fa3e622 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.343656] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.343823] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.344579] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8df097-b864-4ebb-a777-cd34528b80f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.353280] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 647.353280] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524646cd-3deb-ab6f-5310-de6b0793a9d1" [ 647.353280] env[62024]: _type = "Task" [ 647.353280] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.361477] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524646cd-3deb-ab6f-5310-de6b0793a9d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.380181] env[62024]: DEBUG oslo_concurrency.lockutils [req-2bcdbd08-8a44-4260-921f-4088201abe67 req-ed36a8d5-cca8-4915-a786-debdd41c31a6 service nova] Releasing lock "refresh_cache-b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.381240] env[62024]: DEBUG nova.compute.manager [req-2bcdbd08-8a44-4260-921f-4088201abe67 req-ed36a8d5-cca8-4915-a786-debdd41c31a6 service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Received event network-vif-plugged-6832e504-3457-4047-a1df-f260181f870b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.381240] env[62024]: DEBUG oslo_concurrency.lockutils [req-2bcdbd08-8a44-4260-921f-4088201abe67 req-ed36a8d5-cca8-4915-a786-debdd41c31a6 service nova] Acquiring lock "dba9a789-5a59-4876-b514-b58b4bb28083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.381240] env[62024]: DEBUG oslo_concurrency.lockutils [req-2bcdbd08-8a44-4260-921f-4088201abe67 req-ed36a8d5-cca8-4915-a786-debdd41c31a6 service nova] Lock "dba9a789-5a59-4876-b514-b58b4bb28083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.381240] env[62024]: DEBUG oslo_concurrency.lockutils [req-2bcdbd08-8a44-4260-921f-4088201abe67 req-ed36a8d5-cca8-4915-a786-debdd41c31a6 service nova] Lock "dba9a789-5a59-4876-b514-b58b4bb28083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.381240] env[62024]: DEBUG nova.compute.manager [req-2bcdbd08-8a44-4260-921f-4088201abe67 req-ed36a8d5-cca8-4915-a786-debdd41c31a6 service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] No waiting events found dispatching network-vif-plugged-6832e504-3457-4047-a1df-f260181f870b {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.381452] env[62024]: WARNING nova.compute.manager [req-2bcdbd08-8a44-4260-921f-4088201abe67 req-ed36a8d5-cca8-4915-a786-debdd41c31a6 service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Received unexpected event network-vif-plugged-6832e504-3457-4047-a1df-f260181f870b for instance with vm_state building and task_state spawning. [ 647.447140] env[62024]: DEBUG nova.network.neutron [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Updating instance_info_cache with network_info: [{"id": "6832e504-3457-4047-a1df-f260181f870b", "address": "fa:16:3e:fd:a6:db", "network": {"id": "df0665d5-d54a-4f09-bd94-4ffe2b5e5733", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-330568427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7857e6b24cf34288ba5e9326ccb44310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6832e504-34", "ovs_interfaceid": "6832e504-3457-4047-a1df-f260181f870b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.534455] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2287876, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.548869] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c4b1e71-86c0-4c93-b54b-682f8875a10e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "8e1a5f74-c744-42d6-8b42-4b6fcd9e5300" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.538s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.559142] env[62024]: DEBUG oslo_vmware.api [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287877, 'name': PowerOffVM_Task, 'duration_secs': 0.176497} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.559399] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.559713] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.559917] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00909352-2a7b-445c-9532-97046d775471 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.631110] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.631339] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.631527] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Deleting the datastore file [datastore2] f0e0e8a0-6712-4cce-9a5c-59172bb1c145 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.631783] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a64cd38-19bb-4481-9338-a3f521e71ccb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.638294] env[62024]: DEBUG oslo_vmware.api [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 647.638294] env[62024]: value = "task-2287879" [ 647.638294] env[62024]: _type = "Task" [ 647.638294] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.646411] env[62024]: DEBUG oslo_vmware.api [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.749597] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287875, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.864136] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524646cd-3deb-ab6f-5310-de6b0793a9d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.864992] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9d59ded-77c3-40d5-93ca-5063b0c76ceb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.870717] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 647.870717] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a0317c-c5a8-7e5d-7718-900030f247b0" [ 647.870717] env[62024]: _type = "Task" [ 647.870717] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.878884] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a0317c-c5a8-7e5d-7718-900030f247b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.949909] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Releasing lock "refresh_cache-dba9a789-5a59-4876-b514-b58b4bb28083" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.950038] env[62024]: DEBUG nova.compute.manager [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Instance network_info: |[{"id": "6832e504-3457-4047-a1df-f260181f870b", "address": "fa:16:3e:fd:a6:db", "network": {"id": "df0665d5-d54a-4f09-bd94-4ffe2b5e5733", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-330568427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7857e6b24cf34288ba5e9326ccb44310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6832e504-34", "ovs_interfaceid": "6832e504-3457-4047-a1df-f260181f870b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.951031] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:a6:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6832e504-3457-4047-a1df-f260181f870b', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.958849] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Creating folder: Project (7857e6b24cf34288ba5e9326ccb44310). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.959220] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce9332fd-ee5f-4830-b217-2322077dcbea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.969832] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Created folder: Project (7857e6b24cf34288ba5e9326ccb44310) in parent group-v465568. [ 647.970059] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Creating folder: Instances. Parent ref: group-v465681. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.970310] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11687af6-3942-403f-b1df-c0c52bdbeab8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.979196] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Created folder: Instances in parent group-v465681. [ 647.979480] env[62024]: DEBUG oslo.service.loopingcall [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 647.979675] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.979879] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaad3229-a8fd-4ae6-bb7e-24e1d2efc69e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.999078] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.999078] env[62024]: value = "task-2287882" [ 647.999078] env[62024]: _type = "Task" [ 647.999078] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.007286] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287882, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.034232] env[62024]: DEBUG oslo_vmware.api [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2287876, 'name': PowerOnVM_Task, 'duration_secs': 0.733012} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.034828] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.034921] env[62024]: INFO nova.compute.manager [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Took 10.38 seconds to spawn the instance on the hypervisor. [ 648.035126] env[62024]: DEBUG nova.compute.manager [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.036072] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5daf59-f191-4484-8470-88766c030fac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.149940] env[62024]: DEBUG oslo_vmware.api [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369021} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.150212] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.150390] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.150568] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.150736] env[62024]: INFO nova.compute.manager [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Took 1.13 seconds to destroy the instance on the hypervisor. [ 648.151013] env[62024]: DEBUG oslo.service.loopingcall [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.151245] env[62024]: DEBUG nova.compute.manager [-] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.151297] env[62024]: DEBUG nova.network.neutron [-] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.194398] env[62024]: DEBUG nova.compute.manager [req-ec0f62b0-655d-4abc-aaa5-8a2541509afe req-39038c83-20bf-4001-b879-0ff4ecc4cec5 service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Received event network-changed-6832e504-3457-4047-a1df-f260181f870b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.194602] env[62024]: DEBUG nova.compute.manager [req-ec0f62b0-655d-4abc-aaa5-8a2541509afe req-39038c83-20bf-4001-b879-0ff4ecc4cec5 service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Refreshing instance network info cache due to event network-changed-6832e504-3457-4047-a1df-f260181f870b. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 648.194813] env[62024]: DEBUG oslo_concurrency.lockutils [req-ec0f62b0-655d-4abc-aaa5-8a2541509afe req-39038c83-20bf-4001-b879-0ff4ecc4cec5 service nova] Acquiring lock "refresh_cache-dba9a789-5a59-4876-b514-b58b4bb28083" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.194955] env[62024]: DEBUG oslo_concurrency.lockutils [req-ec0f62b0-655d-4abc-aaa5-8a2541509afe req-39038c83-20bf-4001-b879-0ff4ecc4cec5 service nova] Acquired lock "refresh_cache-dba9a789-5a59-4876-b514-b58b4bb28083" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.195137] env[62024]: DEBUG nova.network.neutron [req-ec0f62b0-655d-4abc-aaa5-8a2541509afe req-39038c83-20bf-4001-b879-0ff4ecc4cec5 service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Refreshing network info cache for port 6832e504-3457-4047-a1df-f260181f870b {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.252523] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287875, 'name': CreateSnapshot_Task, 'duration_secs': 1.058319} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.255108] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 648.256027] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892d28ce-2fcc-4921-ad5a-828616349379 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.382924] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a0317c-c5a8-7e5d-7718-900030f247b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010017} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.383293] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.383553] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df/b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.383818] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d82073a6-5ee7-4345-bdc4-4269be3aa4be {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.390768] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 648.390768] env[62024]: value = "task-2287883" [ 648.390768] env[62024]: _type = "Task" [ 648.390768] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.401615] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.510721] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287882, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.557131] env[62024]: INFO nova.compute.manager [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Took 38.06 seconds to build instance. [ 648.567135] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d84299-0acd-4b32-9cd4-0c0f913eb23a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.575526] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625ace34-a3b5-42bd-91d7-8efbf79c30f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.608788] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fd23c1-27b0-4f10-96fa-8c3bfe4f2f1e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.618757] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565907a3-c609-4e63-abc2-edba6e06fc92 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.636467] env[62024]: DEBUG nova.compute.provider_tree [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.773846] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 648.774257] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2d85aaf1-8350-4615-a0c6-38e804601257 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.782711] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 648.782711] env[62024]: value = "task-2287884" [ 648.782711] env[62024]: _type = "Task" [ 648.782711] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.792800] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287884, 'name': CloneVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.909094] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49913} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.909395] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df/b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.909635] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.909903] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae7eda49-4e41-42e8-9e63-0c436f10c194 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.916750] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 648.916750] env[62024]: value = "task-2287885" [ 648.916750] env[62024]: _type = "Task" [ 648.916750] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.925899] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.928586] env[62024]: DEBUG nova.network.neutron [-] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.009774] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287882, 'name': CreateVM_Task, 'duration_secs': 0.540515} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.009955] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.010707] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.011404] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.011404] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.013847] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6987838-2d2c-41ce-8da9-584cc56ee62c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.018999] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 649.018999] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520195a3-a872-4bb8-1a02-5dd8fb51cad2" [ 649.018999] env[62024]: _type = "Task" [ 649.018999] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.029500] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520195a3-a872-4bb8-1a02-5dd8fb51cad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.057399] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f81bdb6f-171d-4ef9-84df-d5eb2907b123 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Lock "cef6f8a5-a85a-4f08-8801-f06a57e0b3de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.555s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.095595] env[62024]: DEBUG nova.network.neutron [req-ec0f62b0-655d-4abc-aaa5-8a2541509afe req-39038c83-20bf-4001-b879-0ff4ecc4cec5 service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Updated VIF entry in instance network info cache for port 6832e504-3457-4047-a1df-f260181f870b. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.095956] env[62024]: DEBUG nova.network.neutron [req-ec0f62b0-655d-4abc-aaa5-8a2541509afe req-39038c83-20bf-4001-b879-0ff4ecc4cec5 service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Updating instance_info_cache with network_info: [{"id": "6832e504-3457-4047-a1df-f260181f870b", "address": "fa:16:3e:fd:a6:db", "network": {"id": "df0665d5-d54a-4f09-bd94-4ffe2b5e5733", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-330568427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7857e6b24cf34288ba5e9326ccb44310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6832e504-34", "ovs_interfaceid": "6832e504-3457-4047-a1df-f260181f870b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.139087] env[62024]: DEBUG nova.scheduler.client.report [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.293490] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287884, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.426211] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072618} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.426587] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.427198] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ddd01a-1cf0-4875-a800-56e9c7f3e8c5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.447196] env[62024]: INFO nova.compute.manager [-] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Took 1.30 seconds to deallocate network for instance. [ 649.465245] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df/b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.465735] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-970f2cb1-f23f-4512-bc50-11ecdb10d1cf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.492487] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 649.492487] env[62024]: value = "task-2287886" [ 649.492487] env[62024]: _type = "Task" [ 649.492487] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.503590] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.531773] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520195a3-a872-4bb8-1a02-5dd8fb51cad2, 'name': SearchDatastore_Task, 'duration_secs': 0.009425} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.532946] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.533413] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.533704] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.534381] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.534381] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.534955] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41c4df43-3d87-4e2f-86cc-c6ba46941a17 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.544330] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.544947] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.545682] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de79da7-b53f-476d-ac34-accc66270f7f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.552195] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 649.552195] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524a9edf-adfa-24eb-332e-6e0897dda643" [ 649.552195] env[62024]: _type = "Task" [ 649.552195] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.560623] env[62024]: DEBUG nova.compute.manager [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.564891] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524a9edf-adfa-24eb-332e-6e0897dda643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.598969] env[62024]: DEBUG oslo_concurrency.lockutils [req-ec0f62b0-655d-4abc-aaa5-8a2541509afe req-39038c83-20bf-4001-b879-0ff4ecc4cec5 service nova] Releasing lock "refresh_cache-dba9a789-5a59-4876-b514-b58b4bb28083" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.646434] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.647036] env[62024]: DEBUG nova.compute.manager [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.652219] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.764s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.652219] env[62024]: DEBUG nova.objects.instance [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lazy-loading 'resources' on Instance uuid a78e6b14-65ca-4e48-8a5f-92f5e2d97feb {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.799892] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287884, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.990667] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.002880] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.061949] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524a9edf-adfa-24eb-332e-6e0897dda643, 'name': SearchDatastore_Task, 'duration_secs': 0.008304} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.062810] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7863e5fe-9113-42cd-bb86-d4fa2612e8e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.072860] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 650.072860] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52481494-80d7-325e-aded-0de7ec66c720" [ 650.072860] env[62024]: _type = "Task" [ 650.072860] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.080702] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52481494-80d7-325e-aded-0de7ec66c720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.084961] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.152636] env[62024]: DEBUG nova.compute.utils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 650.154429] env[62024]: DEBUG nova.compute.manager [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.154748] env[62024]: DEBUG nova.network.neutron [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.216343] env[62024]: DEBUG nova.policy [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d2a3b5fc76a41228f95434de8a3ba2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '306b4f22eb824aa1af6067477e23c30d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.231894] env[62024]: DEBUG nova.compute.manager [req-2110f3d9-eccb-4d0e-8db9-a906746f6bab req-b8f773a4-9abf-4e60-9764-bf3a9494c1cb service nova] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Received event network-vif-deleted-3a668d2a-7b39-405e-a220-95ce17317761 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.232111] env[62024]: DEBUG nova.compute.manager [req-2110f3d9-eccb-4d0e-8db9-a906746f6bab req-b8f773a4-9abf-4e60-9764-bf3a9494c1cb service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Received event network-changed-7a7909aa-33d6-4c1f-ac95-753dc2d40b55 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.232276] env[62024]: DEBUG nova.compute.manager [req-2110f3d9-eccb-4d0e-8db9-a906746f6bab req-b8f773a4-9abf-4e60-9764-bf3a9494c1cb service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Refreshing instance network info cache due to event network-changed-7a7909aa-33d6-4c1f-ac95-753dc2d40b55. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 650.232486] env[62024]: DEBUG oslo_concurrency.lockutils [req-2110f3d9-eccb-4d0e-8db9-a906746f6bab req-b8f773a4-9abf-4e60-9764-bf3a9494c1cb service nova] Acquiring lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.232623] env[62024]: DEBUG oslo_concurrency.lockutils [req-2110f3d9-eccb-4d0e-8db9-a906746f6bab req-b8f773a4-9abf-4e60-9764-bf3a9494c1cb service nova] Acquired lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.232780] env[62024]: DEBUG nova.network.neutron [req-2110f3d9-eccb-4d0e-8db9-a906746f6bab req-b8f773a4-9abf-4e60-9764-bf3a9494c1cb service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Refreshing network info cache for port 7a7909aa-33d6-4c1f-ac95-753dc2d40b55 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.297383] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287884, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.506830] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287886, 'name': ReconfigVM_Task, 'duration_secs': 0.851396} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.507248] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Reconfigured VM instance instance-00000026 to attach disk [datastore1] b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df/b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.508075] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52871392-aa9a-4715-9291-d7a4f563686a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.517971] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 650.517971] env[62024]: value = "task-2287887" [ 650.517971] env[62024]: _type = "Task" [ 650.517971] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.537022] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287887, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.587095] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52481494-80d7-325e-aded-0de7ec66c720, 'name': SearchDatastore_Task, 'duration_secs': 0.010897} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.587613] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.587613] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] dba9a789-5a59-4876-b514-b58b4bb28083/dba9a789-5a59-4876-b514-b58b4bb28083.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.588332] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da568941-3d6c-4054-8df8-b4126aee7e9a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.596699] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 650.596699] env[62024]: value = "task-2287888" [ 650.596699] env[62024]: _type = "Task" [ 650.596699] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.606186] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2287888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.628740] env[62024]: DEBUG nova.network.neutron [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Successfully created port: fd8e3525-e317-40bb-8950-48e3df4e6aea {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.661831] env[62024]: DEBUG nova.compute.manager [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.739018] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83396950-72dc-4642-b21f-16bc2cdf90e9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.747443] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85af1408-15cb-4e6c-8101-6a425f7db457 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.791329] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae376528-88da-4f11-adbe-71f5927e3ab1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.805964] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb5e2bc-687b-4306-a57a-6d63cea68cae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.812041] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287884, 'name': CloneVM_Task, 'duration_secs': 1.830761} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.812041] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Created linked-clone VM from snapshot [ 650.812041] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7abb511-aa30-4fb5-b354-2879cbe0a8c5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.823546] env[62024]: DEBUG nova.compute.provider_tree [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.830923] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Uploading image e8faad2a-d13e-4cd7-9de9-9ead5ca42075 {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 650.851416] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 650.852073] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a2e086d6-cb28-4b61-bbc1-c879032c481b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.860071] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 650.860071] env[62024]: value = "task-2287889" [ 650.860071] env[62024]: _type = "Task" [ 650.860071] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.872124] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287889, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.028932] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287887, 'name': Rename_Task, 'duration_secs': 0.16345} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.029288] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.029567] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fcff617-db74-468e-9687-0aa206f5a03d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.038984] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 651.038984] env[62024]: value = "task-2287890" [ 651.038984] env[62024]: _type = "Task" [ 651.038984] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.048252] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.060675] env[62024]: DEBUG nova.network.neutron [req-2110f3d9-eccb-4d0e-8db9-a906746f6bab req-b8f773a4-9abf-4e60-9764-bf3a9494c1cb service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Updated VIF entry in instance network info cache for port 7a7909aa-33d6-4c1f-ac95-753dc2d40b55. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.061215] env[62024]: DEBUG nova.network.neutron [req-2110f3d9-eccb-4d0e-8db9-a906746f6bab req-b8f773a4-9abf-4e60-9764-bf3a9494c1cb service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Updating instance_info_cache with network_info: [{"id": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "address": "fa:16:3e:20:0c:60", "network": {"id": "a30435d2-e035-4a8a-9f63-0c11633d622d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2074070213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7fb9d53944466080f810b9c0054e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7909aa-33", "ovs_interfaceid": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.107726] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2287888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506406} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.107984] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] dba9a789-5a59-4876-b514-b58b4bb28083/dba9a789-5a59-4876-b514-b58b4bb28083.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.108215] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.108467] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3fd2414-d59b-4178-9b03-4164fb41b322 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.114663] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 651.114663] env[62024]: value = "task-2287891" [ 651.114663] env[62024]: _type = "Task" [ 651.114663] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.123288] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2287891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.361309] env[62024]: DEBUG nova.scheduler.client.report [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 651.362543] env[62024]: DEBUG nova.compute.provider_tree [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 59 to 60 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 651.362543] env[62024]: DEBUG nova.compute.provider_tree [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.378299] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287889, 'name': Destroy_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.549958] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287890, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.567715] env[62024]: DEBUG oslo_concurrency.lockutils [req-2110f3d9-eccb-4d0e-8db9-a906746f6bab req-b8f773a4-9abf-4e60-9764-bf3a9494c1cb service nova] Releasing lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.625199] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2287891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062205} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.625509] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.626343] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bdeb3a-d3ab-45b1-82ce-87e5c991fbf1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.650400] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] dba9a789-5a59-4876-b514-b58b4bb28083/dba9a789-5a59-4876-b514-b58b4bb28083.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.650804] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-853436b8-8e19-4fbb-96e1-d039b2d1cd5c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.675594] env[62024]: DEBUG nova.compute.manager [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.686856] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 651.686856] env[62024]: value = "task-2287892" [ 651.686856] env[62024]: _type = "Task" [ 651.686856] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.700765] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2287892, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.703070] env[62024]: DEBUG nova.virt.hardware [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.703278] env[62024]: DEBUG nova.virt.hardware [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.703443] env[62024]: DEBUG nova.virt.hardware [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.703614] env[62024]: DEBUG nova.virt.hardware [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.703757] env[62024]: DEBUG nova.virt.hardware [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.703903] env[62024]: DEBUG nova.virt.hardware [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.704125] env[62024]: DEBUG nova.virt.hardware [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.704386] env[62024]: DEBUG nova.virt.hardware [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.704476] env[62024]: DEBUG nova.virt.hardware [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.704597] env[62024]: DEBUG nova.virt.hardware [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.704761] env[62024]: DEBUG nova.virt.hardware [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.705582] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e6713-5b2f-4c82-888c-3706cdc7aa7d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.712994] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91b950c-91bb-4367-9bc3-7c57400eaafe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.870668] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.872884] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.992s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.874741] env[62024]: INFO nova.compute.claims [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.883618] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287889, 'name': Destroy_Task, 'duration_secs': 0.795252} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.883854] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Destroyed the VM [ 651.884153] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 651.884458] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a17fbf0d-ad7c-4f01-ae56-65a51e523d6c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.891206] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 651.891206] env[62024]: value = "task-2287893" [ 651.891206] env[62024]: _type = "Task" [ 651.891206] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.897022] env[62024]: INFO nova.scheduler.client.report [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Deleted allocations for instance a78e6b14-65ca-4e48-8a5f-92f5e2d97feb [ 651.902031] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287893, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.049172] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287890, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.196149] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2287892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.264472] env[62024]: DEBUG nova.network.neutron [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Successfully updated port: fd8e3525-e317-40bb-8950-48e3df4e6aea {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.265310] env[62024]: DEBUG nova.compute.manager [req-6a658562-ca95-4807-810a-3fc179828fcd req-743244f8-648e-4f8a-9e68-c417b5bf7a82 service nova] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Received event network-vif-plugged-fd8e3525-e317-40bb-8950-48e3df4e6aea {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.265503] env[62024]: DEBUG oslo_concurrency.lockutils [req-6a658562-ca95-4807-810a-3fc179828fcd req-743244f8-648e-4f8a-9e68-c417b5bf7a82 service nova] Acquiring lock "0d273860-d0b2-429c-af7f-9100df2c1336-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.265709] env[62024]: DEBUG oslo_concurrency.lockutils [req-6a658562-ca95-4807-810a-3fc179828fcd req-743244f8-648e-4f8a-9e68-c417b5bf7a82 service nova] Lock "0d273860-d0b2-429c-af7f-9100df2c1336-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.265872] env[62024]: DEBUG oslo_concurrency.lockutils [req-6a658562-ca95-4807-810a-3fc179828fcd req-743244f8-648e-4f8a-9e68-c417b5bf7a82 service nova] Lock "0d273860-d0b2-429c-af7f-9100df2c1336-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.266050] env[62024]: DEBUG nova.compute.manager [req-6a658562-ca95-4807-810a-3fc179828fcd req-743244f8-648e-4f8a-9e68-c417b5bf7a82 service nova] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] No waiting events found dispatching network-vif-plugged-fd8e3525-e317-40bb-8950-48e3df4e6aea {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.266246] env[62024]: WARNING nova.compute.manager [req-6a658562-ca95-4807-810a-3fc179828fcd req-743244f8-648e-4f8a-9e68-c417b5bf7a82 service nova] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Received unexpected event network-vif-plugged-fd8e3525-e317-40bb-8950-48e3df4e6aea for instance with vm_state building and task_state spawning. [ 652.401598] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287893, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.413890] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7ca2ecd8-d1af-436c-a7dd-c86a20da8f6d tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "a78e6b14-65ca-4e48-8a5f-92f5e2d97feb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.685s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.550339] env[62024]: DEBUG oslo_vmware.api [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287890, 'name': PowerOnVM_Task, 'duration_secs': 1.034488} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.550613] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.550814] env[62024]: INFO nova.compute.manager [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Took 9.80 seconds to spawn the instance on the hypervisor. [ 652.550989] env[62024]: DEBUG nova.compute.manager [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.551897] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b841a424-7318-414f-8474-228d2a75abab {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.700809] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2287892, 'name': ReconfigVM_Task, 'duration_secs': 0.575816} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.702028] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Reconfigured VM instance instance-00000027 to attach disk [datastore1] dba9a789-5a59-4876-b514-b58b4bb28083/dba9a789-5a59-4876-b514-b58b4bb28083.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.702028] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3606270a-da26-4028-bf0b-6f76d08dbac7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.707938] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 652.707938] env[62024]: value = "task-2287894" [ 652.707938] env[62024]: _type = "Task" [ 652.707938] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.715866] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2287894, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.768174] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Acquiring lock "refresh_cache-0d273860-d0b2-429c-af7f-9100df2c1336" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.768174] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Acquired lock "refresh_cache-0d273860-d0b2-429c-af7f-9100df2c1336" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.768174] env[62024]: DEBUG nova.network.neutron [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.905036] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287893, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.001724] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "70293671-e4ee-4c74-a744-377d43dfe4a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.002021] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "70293671-e4ee-4c74-a744-377d43dfe4a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.002231] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "70293671-e4ee-4c74-a744-377d43dfe4a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.002453] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "70293671-e4ee-4c74-a744-377d43dfe4a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.002569] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "70293671-e4ee-4c74-a744-377d43dfe4a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.006527] env[62024]: INFO nova.compute.manager [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Terminating instance [ 653.070524] env[62024]: INFO nova.compute.manager [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Took 40.45 seconds to build instance. [ 653.219422] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2287894, 'name': Rename_Task, 'duration_secs': 0.369298} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.221850] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.222735] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a54f0f-57e7-405a-a87c-e133ec357652 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.229073] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 653.229073] env[62024]: value = "task-2287895" [ 653.229073] env[62024]: _type = "Task" [ 653.229073] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.237631] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2287895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.301623] env[62024]: DEBUG nova.network.neutron [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.366400] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7545fd-d291-410f-a5b8-867dda012dce {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.373825] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b02734f-d7a2-48f8-99bb-c0d184eb510e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.412847] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426881dc-2b33-43af-b29a-fb0381c88e9e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.420196] env[62024]: DEBUG oslo_vmware.api [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287893, 'name': RemoveSnapshot_Task, 'duration_secs': 1.398898} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.422373] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 653.425803] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7635a980-1953-413b-bbfe-e31914a6d77b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.439574] env[62024]: DEBUG nova.compute.provider_tree [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.508468] env[62024]: DEBUG nova.network.neutron [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Updating instance_info_cache with network_info: [{"id": "fd8e3525-e317-40bb-8950-48e3df4e6aea", "address": "fa:16:3e:bd:c3:ef", "network": {"id": "691365e7-9807-4823-aa73-efc556f5aa64", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1121971266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306b4f22eb824aa1af6067477e23c30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8e3525-e3", "ovs_interfaceid": "fd8e3525-e317-40bb-8950-48e3df4e6aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.513359] env[62024]: DEBUG nova.compute.manager [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.513959] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.514784] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826d376-93fe-42e9-a35e-09a96ce4d594 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.522317] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.523595] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ca73c6f-3ab8-45cc-b5bd-fc040887c8a6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.529837] env[62024]: DEBUG oslo_vmware.api [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 653.529837] env[62024]: value = "task-2287896" [ 653.529837] env[62024]: _type = "Task" [ 653.529837] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.538136] env[62024]: DEBUG oslo_vmware.api [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.572568] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5197fdd0-0ae9-4330-b222-f600a0e65d8c tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lock "b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.044s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.739246] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2287895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.823047] env[62024]: DEBUG oslo_concurrency.lockutils [None req-72312612-aeb8-484b-b1e4-16c6bec5675c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.823326] env[62024]: DEBUG oslo_concurrency.lockutils [None req-72312612-aeb8-484b-b1e4-16c6bec5675c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.823544] env[62024]: DEBUG nova.compute.manager [None req-72312612-aeb8-484b-b1e4-16c6bec5675c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.824556] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b9e964-5934-4449-867a-45a151d7c935 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.831573] env[62024]: DEBUG nova.compute.manager [None req-72312612-aeb8-484b-b1e4-16c6bec5675c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62024) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 653.832218] env[62024]: DEBUG nova.objects.instance [None req-72312612-aeb8-484b-b1e4-16c6bec5675c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lazy-loading 'flavor' on Instance uuid 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.932424] env[62024]: WARNING nova.compute.manager [None req-1a95d5ce-4b65-42a7-8572-8654add1bdab tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Image not found during snapshot: nova.exception.ImageNotFound: Image e8faad2a-d13e-4cd7-9de9-9ead5ca42075 could not be found. [ 653.977210] env[62024]: DEBUG nova.scheduler.client.report [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 653.977834] env[62024]: DEBUG nova.compute.provider_tree [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 60 to 61 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 653.977834] env[62024]: DEBUG nova.compute.provider_tree [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.011561] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Releasing lock "refresh_cache-0d273860-d0b2-429c-af7f-9100df2c1336" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.011928] env[62024]: DEBUG nova.compute.manager [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Instance network_info: |[{"id": "fd8e3525-e317-40bb-8950-48e3df4e6aea", "address": "fa:16:3e:bd:c3:ef", "network": {"id": "691365e7-9807-4823-aa73-efc556f5aa64", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1121971266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306b4f22eb824aa1af6067477e23c30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8e3525-e3", "ovs_interfaceid": "fd8e3525-e317-40bb-8950-48e3df4e6aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.012758] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:c3:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd8e3525-e317-40bb-8950-48e3df4e6aea', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.021332] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Creating folder: Project (306b4f22eb824aa1af6067477e23c30d). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.021685] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9562d4b9-e24f-4e32-b806-8ce2d78bac77 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.031656] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Created folder: Project (306b4f22eb824aa1af6067477e23c30d) in parent group-v465568. [ 654.031883] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Creating folder: Instances. Parent ref: group-v465685. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.037728] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cc4a097-6bde-41b3-b3f6-2cbe14fd0137 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.044867] env[62024]: DEBUG oslo_vmware.api [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287896, 'name': PowerOffVM_Task, 'duration_secs': 0.334152} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.045193] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.045423] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.046928] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43695fa2-10a3-41de-a7b5-eee7a65f5f5c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.048578] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Created folder: Instances in parent group-v465685. [ 654.048748] env[62024]: DEBUG oslo.service.loopingcall [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.048963] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.049567] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8516298c-8665-4438-8192-4813ae487e12 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.070178] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.070178] env[62024]: value = "task-2287900" [ 654.070178] env[62024]: _type = "Task" [ 654.070178] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.075154] env[62024]: DEBUG nova.compute.manager [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.081178] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287900, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.109008] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.109306] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.109441] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Deleting the datastore file [datastore2] 70293671-e4ee-4c74-a744-377d43dfe4a8 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.109708] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ec177f9-6de1-44c1-8b42-fae513bb0a55 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.116828] env[62024]: DEBUG oslo_vmware.api [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for the task: (returnval){ [ 654.116828] env[62024]: value = "task-2287901" [ 654.116828] env[62024]: _type = "Task" [ 654.116828] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.126376] env[62024]: DEBUG oslo_vmware.api [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.240385] env[62024]: DEBUG oslo_vmware.api [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2287895, 'name': PowerOnVM_Task, 'duration_secs': 0.834637} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.240385] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.240385] env[62024]: INFO nova.compute.manager [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Took 8.66 seconds to spawn the instance on the hypervisor. [ 654.240385] env[62024]: DEBUG nova.compute.manager [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.240840] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae8d072-55a8-4391-a542-4b112c89e241 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.374649] env[62024]: DEBUG nova.compute.manager [req-0fd2a535-a04c-4a40-870d-9e784af47cad req-f463e3c8-1721-48fe-9b4a-b72b63e95e91 service nova] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Received event network-changed-fd8e3525-e317-40bb-8950-48e3df4e6aea {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.374850] env[62024]: DEBUG nova.compute.manager [req-0fd2a535-a04c-4a40-870d-9e784af47cad req-f463e3c8-1721-48fe-9b4a-b72b63e95e91 service nova] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Refreshing instance network info cache due to event network-changed-fd8e3525-e317-40bb-8950-48e3df4e6aea. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 654.375181] env[62024]: DEBUG oslo_concurrency.lockutils [req-0fd2a535-a04c-4a40-870d-9e784af47cad req-f463e3c8-1721-48fe-9b4a-b72b63e95e91 service nova] Acquiring lock "refresh_cache-0d273860-d0b2-429c-af7f-9100df2c1336" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.375349] env[62024]: DEBUG oslo_concurrency.lockutils [req-0fd2a535-a04c-4a40-870d-9e784af47cad req-f463e3c8-1721-48fe-9b4a-b72b63e95e91 service nova] Acquired lock "refresh_cache-0d273860-d0b2-429c-af7f-9100df2c1336" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.375538] env[62024]: DEBUG nova.network.neutron [req-0fd2a535-a04c-4a40-870d-9e784af47cad req-f463e3c8-1721-48fe-9b4a-b72b63e95e91 service nova] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Refreshing network info cache for port fd8e3525-e317-40bb-8950-48e3df4e6aea {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.411510] env[62024]: DEBUG oslo_concurrency.lockutils [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquiring lock "b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.412251] env[62024]: DEBUG oslo_concurrency.lockutils [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lock "b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.412251] env[62024]: DEBUG oslo_concurrency.lockutils [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquiring lock "b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.412251] env[62024]: DEBUG oslo_concurrency.lockutils [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lock "b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.412459] env[62024]: DEBUG oslo_concurrency.lockutils [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lock "b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.414520] env[62024]: INFO nova.compute.manager [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Terminating instance [ 654.483319] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.483828] env[62024]: DEBUG nova.compute.manager [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.486218] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.777s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.487038] env[62024]: DEBUG nova.objects.instance [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Lazy-loading 'resources' on Instance uuid 59235193-56b1-454f-b2e3-09e023701c62 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.581086] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287900, 'name': CreateVM_Task, 'duration_secs': 0.356575} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.581086] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.581655] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.581857] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.582156] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.584780] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f933c0cd-397f-431b-9862-e5f51ac4aa69 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.591550] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Waiting for the task: (returnval){ [ 654.591550] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525c912c-1642-d528-1de9-999c9376af14" [ 654.591550] env[62024]: _type = "Task" [ 654.591550] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.601083] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525c912c-1642-d528-1de9-999c9376af14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.602116] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.626406] env[62024]: DEBUG oslo_vmware.api [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Task: {'id': task-2287901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134313} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.626662] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.626847] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.627037] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.627220] env[62024]: INFO nova.compute.manager [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 654.627465] env[62024]: DEBUG oslo.service.loopingcall [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.627645] env[62024]: DEBUG nova.compute.manager [-] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.627740] env[62024]: DEBUG nova.network.neutron [-] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.761032] env[62024]: INFO nova.compute.manager [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Took 38.29 seconds to build instance. [ 654.841606] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-72312612-aeb8-484b-b1e4-16c6bec5675c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.841946] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-769f408e-d3cb-4a5c-8e27-cdcdcb0b06e6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.850078] env[62024]: DEBUG oslo_vmware.api [None req-72312612-aeb8-484b-b1e4-16c6bec5675c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 654.850078] env[62024]: value = "task-2287902" [ 654.850078] env[62024]: _type = "Task" [ 654.850078] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.863893] env[62024]: DEBUG oslo_vmware.api [None req-72312612-aeb8-484b-b1e4-16c6bec5675c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.911078] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "8b6b7cb7-4895-4e3e-b020-071130ad88ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.911378] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "8b6b7cb7-4895-4e3e-b020-071130ad88ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.911612] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "8b6b7cb7-4895-4e3e-b020-071130ad88ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.912123] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "8b6b7cb7-4895-4e3e-b020-071130ad88ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.912123] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "8b6b7cb7-4895-4e3e-b020-071130ad88ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.914719] env[62024]: INFO nova.compute.manager [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Terminating instance [ 654.917655] env[62024]: DEBUG nova.compute.manager [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.917845] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.918721] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e43f960-2c9e-4203-94c1-d959139bea9e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.929023] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.929957] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b559c452-c815-4507-b08e-d3359a9f800f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.937218] env[62024]: DEBUG oslo_vmware.api [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 654.937218] env[62024]: value = "task-2287903" [ 654.937218] env[62024]: _type = "Task" [ 654.937218] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.946729] env[62024]: DEBUG oslo_vmware.api [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.990063] env[62024]: DEBUG nova.compute.utils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 654.995053] env[62024]: DEBUG nova.compute.manager [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.995245] env[62024]: DEBUG nova.network.neutron [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.105607] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525c912c-1642-d528-1de9-999c9376af14, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.105607] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.105607] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.105607] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.105881] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.105881] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.105881] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4ab10e5-c6ba-43f6-84e7-bb56ade394d9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.116866] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.116866] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.116866] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6b9d21-79a7-43e5-bb3e-b77df3046a3b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.125543] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Waiting for the task: (returnval){ [ 655.125543] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526be040-bcc3-2cff-adfa-6c1ac4240f5d" [ 655.125543] env[62024]: _type = "Task" [ 655.125543] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.133672] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526be040-bcc3-2cff-adfa-6c1ac4240f5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.182881] env[62024]: DEBUG nova.network.neutron [req-0fd2a535-a04c-4a40-870d-9e784af47cad req-f463e3c8-1721-48fe-9b4a-b72b63e95e91 service nova] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Updated VIF entry in instance network info cache for port fd8e3525-e317-40bb-8950-48e3df4e6aea. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.183360] env[62024]: DEBUG nova.network.neutron [req-0fd2a535-a04c-4a40-870d-9e784af47cad req-f463e3c8-1721-48fe-9b4a-b72b63e95e91 service nova] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Updating instance_info_cache with network_info: [{"id": "fd8e3525-e317-40bb-8950-48e3df4e6aea", "address": "fa:16:3e:bd:c3:ef", "network": {"id": "691365e7-9807-4823-aa73-efc556f5aa64", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1121971266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306b4f22eb824aa1af6067477e23c30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8e3525-e3", "ovs_interfaceid": "fd8e3525-e317-40bb-8950-48e3df4e6aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.263497] env[62024]: DEBUG nova.policy [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4894a702302d48f8af2bdf10bfca30d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc719392d32c490bbf42d36d6a1dbdb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.266023] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5c1763e9-8c31-44c3-bb9d-d897cf699868 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "dba9a789-5a59-4876-b514-b58b4bb28083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.903s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.357375] env[62024]: DEBUG nova.network.neutron [-] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.362614] env[62024]: DEBUG oslo_vmware.api [None req-72312612-aeb8-484b-b1e4-16c6bec5675c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287902, 'name': PowerOffVM_Task, 'duration_secs': 0.194561} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.365958] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-72312612-aeb8-484b-b1e4-16c6bec5675c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.366246] env[62024]: DEBUG nova.compute.manager [None req-72312612-aeb8-484b-b1e4-16c6bec5675c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.367589] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59abdf56-1116-428d-9d3b-687a4324ac91 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.419647] env[62024]: DEBUG nova.compute.manager [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.419647] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.420612] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de2739c-fa4d-4431-bac7-712b0839ff4a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.431545] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.431665] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c62951-1a56-4bfc-a5e6-4dbff45ac7d5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.438039] env[62024]: DEBUG oslo_vmware.api [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 655.438039] env[62024]: value = "task-2287904" [ 655.438039] env[62024]: _type = "Task" [ 655.438039] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.454112] env[62024]: DEBUG oslo_vmware.api [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287903, 'name': PowerOffVM_Task, 'duration_secs': 0.27227} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.459085] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.459085] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.459085] env[62024]: DEBUG oslo_vmware.api [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.459085] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73cf636e-a63f-49a9-83d3-703c6ce958aa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.495561] env[62024]: DEBUG nova.compute.manager [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.528560] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.528860] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.529620] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Deleting the datastore file [datastore1] b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.530220] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c8c6f79-9229-4300-944b-062b3f69826a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.543837] env[62024]: DEBUG oslo_vmware.api [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for the task: (returnval){ [ 655.543837] env[62024]: value = "task-2287906" [ 655.543837] env[62024]: _type = "Task" [ 655.543837] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.563400] env[62024]: DEBUG oslo_vmware.api [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.600678] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbcb07a-db76-4080-bf7a-c33f8f734690 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.609875] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b6140-f732-4279-96df-ae4238b0cb7a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.652048] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7849054f-53ef-4781-bead-9e26d09d09df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.661227] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526be040-bcc3-2cff-adfa-6c1ac4240f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.663208] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f218da6-ea13-48da-8b30-478680354828 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.666737] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b53f7bd-4389-4579-9e43-c8b6447b906f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.674362] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Waiting for the task: (returnval){ [ 655.674362] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527b708a-e656-080c-57e3-69eb4cc883c2" [ 655.674362] env[62024]: _type = "Task" [ 655.674362] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.681829] env[62024]: DEBUG nova.compute.provider_tree [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.687779] env[62024]: DEBUG oslo_concurrency.lockutils [req-0fd2a535-a04c-4a40-870d-9e784af47cad req-f463e3c8-1721-48fe-9b4a-b72b63e95e91 service nova] Releasing lock "refresh_cache-0d273860-d0b2-429c-af7f-9100df2c1336" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.701021] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527b708a-e656-080c-57e3-69eb4cc883c2, 'name': SearchDatastore_Task, 'duration_secs': 0.00893} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.701021] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.701021] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 0d273860-d0b2-429c-af7f-9100df2c1336/0d273860-d0b2-429c-af7f-9100df2c1336.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.701021] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-955b06e4-5422-485a-bb31-e787e9e32c84 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.706785] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Waiting for the task: (returnval){ [ 655.706785] env[62024]: value = "task-2287907" [ 655.706785] env[62024]: _type = "Task" [ 655.706785] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.715598] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.807485] env[62024]: DEBUG nova.network.neutron [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Successfully created port: 6c6ad440-fd0f-45ad-8bd0-b0d616b099bd {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.868574] env[62024]: INFO nova.compute.manager [-] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Took 1.24 seconds to deallocate network for instance. [ 655.880355] env[62024]: DEBUG oslo_concurrency.lockutils [None req-72312612-aeb8-484b-b1e4-16c6bec5675c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.955084] env[62024]: DEBUG oslo_vmware.api [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287904, 'name': PowerOffVM_Task, 'duration_secs': 0.220556} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.955084] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.955084] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.955084] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74e3d18c-bc9d-4db8-b330-a0ee6eb11d0c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.026708] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.026966] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.027182] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Deleting the datastore file [datastore2] 8b6b7cb7-4895-4e3e-b020-071130ad88ab {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.027467] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ad1c35a-c03e-4209-9c8e-14600970cbfd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.034775] env[62024]: DEBUG oslo_vmware.api [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 656.034775] env[62024]: value = "task-2287909" [ 656.034775] env[62024]: _type = "Task" [ 656.034775] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.045677] env[62024]: DEBUG oslo_vmware.api [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.055086] env[62024]: DEBUG oslo_vmware.api [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Task: {'id': task-2287906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172912} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.055281] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.055486] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.055741] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.055859] env[62024]: INFO nova.compute.manager [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Took 1.14 seconds to destroy the instance on the hypervisor. [ 656.056120] env[62024]: DEBUG oslo.service.loopingcall [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 656.056331] env[62024]: DEBUG nova.compute.manager [-] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.056398] env[62024]: DEBUG nova.network.neutron [-] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.188679] env[62024]: DEBUG nova.scheduler.client.report [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.215884] env[62024]: DEBUG nova.compute.manager [req-20339d53-7113-449e-aff2-ae01a68bf31a req-e8270585-2749-44a5-aae9-55cc3eb310d0 service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Received event network-changed-6832e504-3457-4047-a1df-f260181f870b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.215936] env[62024]: DEBUG nova.compute.manager [req-20339d53-7113-449e-aff2-ae01a68bf31a req-e8270585-2749-44a5-aae9-55cc3eb310d0 service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Refreshing instance network info cache due to event network-changed-6832e504-3457-4047-a1df-f260181f870b. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.216141] env[62024]: DEBUG oslo_concurrency.lockutils [req-20339d53-7113-449e-aff2-ae01a68bf31a req-e8270585-2749-44a5-aae9-55cc3eb310d0 service nova] Acquiring lock "refresh_cache-dba9a789-5a59-4876-b514-b58b4bb28083" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.216290] env[62024]: DEBUG oslo_concurrency.lockutils [req-20339d53-7113-449e-aff2-ae01a68bf31a req-e8270585-2749-44a5-aae9-55cc3eb310d0 service nova] Acquired lock "refresh_cache-dba9a789-5a59-4876-b514-b58b4bb28083" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.216534] env[62024]: DEBUG nova.network.neutron [req-20339d53-7113-449e-aff2-ae01a68bf31a req-e8270585-2749-44a5-aae9-55cc3eb310d0 service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Refreshing network info cache for port 6832e504-3457-4047-a1df-f260181f870b {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.223647] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287907, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.373822] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.506732] env[62024]: DEBUG nova.compute.manager [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.535025] env[62024]: DEBUG nova.virt.hardware [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.535025] env[62024]: DEBUG nova.virt.hardware [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.535025] env[62024]: DEBUG nova.virt.hardware [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.535479] env[62024]: DEBUG nova.virt.hardware [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.535670] env[62024]: DEBUG nova.virt.hardware [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.535828] env[62024]: DEBUG nova.virt.hardware [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.536055] env[62024]: DEBUG nova.virt.hardware [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.536219] env[62024]: DEBUG nova.virt.hardware [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.536401] env[62024]: DEBUG nova.virt.hardware [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.536617] env[62024]: DEBUG nova.virt.hardware [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.536779] env[62024]: DEBUG nova.virt.hardware [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.537826] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a86997d-219a-4eba-b894-4fa95b539011 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.552383] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f931523b-2469-4a62-a101-9a2981820449 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.557132] env[62024]: DEBUG oslo_vmware.api [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2287909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340702} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.557745] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.557931] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.558132] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.558314] env[62024]: INFO nova.compute.manager [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Took 1.14 seconds to destroy the instance on the hypervisor. [ 656.558560] env[62024]: DEBUG oslo.service.loopingcall [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 656.559396] env[62024]: DEBUG nova.compute.manager [-] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.559396] env[62024]: DEBUG nova.network.neutron [-] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.629802] env[62024]: DEBUG nova.compute.manager [req-2fa692c9-9dd3-4c67-9642-623842f1a773 req-bdae59bd-828e-4e68-a699-5ed314ef148d service nova] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Received event network-vif-deleted-e315ebe9-785d-4dcd-9d48-c051cfc21d22 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.694609] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.699744] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.751s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.717436] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563821} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.717436] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 0d273860-d0b2-429c-af7f-9100df2c1336/0d273860-d0b2-429c-af7f-9100df2c1336.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.717642] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.717841] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4a491a8-c1ff-43ca-919e-71932010c1f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.727016] env[62024]: DEBUG nova.objects.instance [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lazy-loading 'flavor' on Instance uuid 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.730407] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Waiting for the task: (returnval){ [ 656.730407] env[62024]: value = "task-2287910" [ 656.730407] env[62024]: _type = "Task" [ 656.730407] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.739236] env[62024]: INFO nova.scheduler.client.report [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Deleted allocations for instance 59235193-56b1-454f-b2e3-09e023701c62 [ 656.748431] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.922080] env[62024]: DEBUG nova.network.neutron [-] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.075496] env[62024]: DEBUG nova.network.neutron [req-20339d53-7113-449e-aff2-ae01a68bf31a req-e8270585-2749-44a5-aae9-55cc3eb310d0 service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Updated VIF entry in instance network info cache for port 6832e504-3457-4047-a1df-f260181f870b. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.075496] env[62024]: DEBUG nova.network.neutron [req-20339d53-7113-449e-aff2-ae01a68bf31a req-e8270585-2749-44a5-aae9-55cc3eb310d0 service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Updating instance_info_cache with network_info: [{"id": "6832e504-3457-4047-a1df-f260181f870b", "address": "fa:16:3e:fd:a6:db", "network": {"id": "df0665d5-d54a-4f09-bd94-4ffe2b5e5733", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-330568427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7857e6b24cf34288ba5e9326ccb44310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6832e504-34", "ovs_interfaceid": "6832e504-3457-4047-a1df-f260181f870b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.232631] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.232631] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.232868] env[62024]: DEBUG nova.network.neutron [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.232957] env[62024]: DEBUG nova.objects.instance [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lazy-loading 'info_cache' on Instance uuid 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.243680] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153915} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.243680] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.244453] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936eeb32-529a-4167-b1d6-a2899798004d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.269233] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 0d273860-d0b2-429c-af7f-9100df2c1336/0d273860-d0b2-429c-af7f-9100df2c1336.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.270771] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ee84ae0c-8aec-4bf6-a938-3f982dccbe1a tempest-InstanceActionsNegativeTestJSON-445099638 tempest-InstanceActionsNegativeTestJSON-445099638-project-member] Lock "59235193-56b1-454f-b2e3-09e023701c62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.270s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.270945] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf53d749-11bc-43be-90b6-59c5f869a642 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.292952] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Waiting for the task: (returnval){ [ 657.292952] env[62024]: value = "task-2287911" [ 657.292952] env[62024]: _type = "Task" [ 657.292952] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.302980] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.405840] env[62024]: DEBUG nova.network.neutron [-] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.425306] env[62024]: INFO nova.compute.manager [-] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Took 1.37 seconds to deallocate network for instance. [ 657.580844] env[62024]: DEBUG oslo_concurrency.lockutils [req-20339d53-7113-449e-aff2-ae01a68bf31a req-e8270585-2749-44a5-aae9-55cc3eb310d0 service nova] Releasing lock "refresh_cache-dba9a789-5a59-4876-b514-b58b4bb28083" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.662311] env[62024]: DEBUG nova.network.neutron [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Successfully updated port: 6c6ad440-fd0f-45ad-8bd0-b0d616b099bd {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.742224] env[62024]: DEBUG nova.objects.base [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Object Instance<5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a> lazy-loaded attributes: flavor,info_cache {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 657.749879] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 2c954ee4-f76a-4c72-98fa-ba43513bb93d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 657.749879] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance c2dd4f2a-6fe8-402f-8715-217a8aa24b16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.750015] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 944ae0ad-a813-453f-a3b6-bc5dc5877eca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 657.750101] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 70293671-e4ee-4c74-a744-377d43dfe4a8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 657.750243] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.750429] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 5cf5e799-4b2d-4877-ac9d-c5086406a3d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.750585] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.750715] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 19277cfb-5358-49a0-a8e9-bbd55722df41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.750836] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 2200d9af-927b-4de0-b8e4-1b878837dd1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.751033] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance b8f0e5f1-04c8-4784-a597-768a0900e987 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.751272] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance f0e0e8a0-6712-4cce-9a5c-59172bb1c145 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 657.751434] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 8f22e462-0047-4ef2-b3cb-6284a5fdf506 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 657.751565] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance cd1edbe3-4426-474b-99ed-8143be203e55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.751716] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance a4917632-490f-4fea-b55b-ee28bb21a1e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.751839] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance f50e7100-ddcb-4485-964c-25c952cdb844 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.751974] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance f710ae20-f82c-4e3f-a52f-3b1042e26504 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.752159] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 2dffe23d-5c9a-4477-a855-227646ad434b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.752340] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 83fe5133-94e5-4a2a-9aab-bcbf46973210 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 657.752463] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance c334510f-8ec2-4c22-a68e-4a152923a87d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.752616] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance e10b687b-5592-45fb-9e59-8801fb5b416d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.752764] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 0582d2f2-d973-49db-8ffb-782d89aba5fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.753162] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance f7173894-2c79-40c7-b8a3-9b502c2c29a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.753162] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 8b6b7cb7-4895-4e3e-b020-071130ad88ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.753293] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance cef6f8a5-a85a-4f08-8801-f06a57e0b3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.753397] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.753598] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance dba9a789-5a59-4876-b514-b58b4bb28083 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.753786] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 0d273860-d0b2-429c-af7f-9100df2c1336 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.753920] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 062ca9a2-e02f-4d41-8957-bfa5880c10c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 657.802829] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287911, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.889790] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Acquiring lock "f50e7100-ddcb-4485-964c-25c952cdb844" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.890076] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Lock "f50e7100-ddcb-4485-964c-25c952cdb844" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.890309] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Acquiring lock "f50e7100-ddcb-4485-964c-25c952cdb844-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.890501] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Lock "f50e7100-ddcb-4485-964c-25c952cdb844-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.890668] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Lock "f50e7100-ddcb-4485-964c-25c952cdb844-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.892921] env[62024]: INFO nova.compute.manager [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Terminating instance [ 657.912414] env[62024]: INFO nova.compute.manager [-] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Took 1.35 seconds to deallocate network for instance. [ 657.932434] env[62024]: DEBUG oslo_concurrency.lockutils [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.112316] env[62024]: DEBUG oslo_concurrency.lockutils [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Acquiring lock "2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.112316] env[62024]: DEBUG oslo_concurrency.lockutils [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Lock "2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.112316] env[62024]: DEBUG oslo_concurrency.lockutils [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Acquiring lock "2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.112316] env[62024]: DEBUG oslo_concurrency.lockutils [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Lock "2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.112454] env[62024]: DEBUG oslo_concurrency.lockutils [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Lock "2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.113425] env[62024]: INFO nova.compute.manager [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Terminating instance [ 658.165287] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Acquiring lock "refresh_cache-062ca9a2-e02f-4d41-8957-bfa5880c10c1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.168614] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Acquired lock "refresh_cache-062ca9a2-e02f-4d41-8957-bfa5880c10c1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.168614] env[62024]: DEBUG nova.network.neutron [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.252830] env[62024]: DEBUG nova.compute.manager [req-a1d5a07d-0478-4cd6-95fb-e0297328d7a0 req-15c4ce3a-dd3b-4606-abca-1072595e25ac service nova] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Received event network-vif-plugged-6c6ad440-fd0f-45ad-8bd0-b0d616b099bd {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.253058] env[62024]: DEBUG oslo_concurrency.lockutils [req-a1d5a07d-0478-4cd6-95fb-e0297328d7a0 req-15c4ce3a-dd3b-4606-abca-1072595e25ac service nova] Acquiring lock "062ca9a2-e02f-4d41-8957-bfa5880c10c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.253370] env[62024]: DEBUG oslo_concurrency.lockutils [req-a1d5a07d-0478-4cd6-95fb-e0297328d7a0 req-15c4ce3a-dd3b-4606-abca-1072595e25ac service nova] Lock "062ca9a2-e02f-4d41-8957-bfa5880c10c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.253541] env[62024]: DEBUG oslo_concurrency.lockutils [req-a1d5a07d-0478-4cd6-95fb-e0297328d7a0 req-15c4ce3a-dd3b-4606-abca-1072595e25ac service nova] Lock "062ca9a2-e02f-4d41-8957-bfa5880c10c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.253709] env[62024]: DEBUG nova.compute.manager [req-a1d5a07d-0478-4cd6-95fb-e0297328d7a0 req-15c4ce3a-dd3b-4606-abca-1072595e25ac service nova] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] No waiting events found dispatching network-vif-plugged-6c6ad440-fd0f-45ad-8bd0-b0d616b099bd {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.253869] env[62024]: WARNING nova.compute.manager [req-a1d5a07d-0478-4cd6-95fb-e0297328d7a0 req-15c4ce3a-dd3b-4606-abca-1072595e25ac service nova] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Received unexpected event network-vif-plugged-6c6ad440-fd0f-45ad-8bd0-b0d616b099bd for instance with vm_state building and task_state spawning. [ 658.254036] env[62024]: DEBUG nova.compute.manager [req-a1d5a07d-0478-4cd6-95fb-e0297328d7a0 req-15c4ce3a-dd3b-4606-abca-1072595e25ac service nova] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Received event network-changed-6c6ad440-fd0f-45ad-8bd0-b0d616b099bd {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.254374] env[62024]: DEBUG nova.compute.manager [req-a1d5a07d-0478-4cd6-95fb-e0297328d7a0 req-15c4ce3a-dd3b-4606-abca-1072595e25ac service nova] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Refreshing instance network info cache due to event network-changed-6c6ad440-fd0f-45ad-8bd0-b0d616b099bd. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.254563] env[62024]: DEBUG oslo_concurrency.lockutils [req-a1d5a07d-0478-4cd6-95fb-e0297328d7a0 req-15c4ce3a-dd3b-4606-abca-1072595e25ac service nova] Acquiring lock "refresh_cache-062ca9a2-e02f-4d41-8957-bfa5880c10c1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.257577] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 91aaff58-c814-4d01-96ca-e06dfa63b571 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 658.304987] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287911, 'name': ReconfigVM_Task, 'duration_secs': 0.531317} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.305229] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 0d273860-d0b2-429c-af7f-9100df2c1336/0d273860-d0b2-429c-af7f-9100df2c1336.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.305871] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d417f58-66e9-4b7e-97d2-15e076d9d3b4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.312586] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Waiting for the task: (returnval){ [ 658.312586] env[62024]: value = "task-2287912" [ 658.312586] env[62024]: _type = "Task" [ 658.312586] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.320983] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287912, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.397271] env[62024]: DEBUG nova.compute.manager [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.397839] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.397839] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1914c6f-dd04-4425-8092-836a708ee39c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.406022] env[62024]: DEBUG oslo_vmware.api [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Waiting for the task: (returnval){ [ 658.406022] env[62024]: value = "task-2287913" [ 658.406022] env[62024]: _type = "Task" [ 658.406022] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.416813] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.416813] env[62024]: DEBUG oslo_vmware.api [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.620656] env[62024]: DEBUG nova.compute.manager [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.620900] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.621930] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44d8790-7c54-4d9d-85ea-99036adb9429 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.635708] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.635708] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-633fb823-aa72-4c13-b74c-a958812a22e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.645127] env[62024]: DEBUG oslo_vmware.api [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Waiting for the task: (returnval){ [ 658.645127] env[62024]: value = "task-2287914" [ 658.645127] env[62024]: _type = "Task" [ 658.645127] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.646845] env[62024]: DEBUG nova.network.neutron [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance_info_cache with network_info: [{"id": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "address": "fa:16:3e:fe:9c:bd", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c318eab-2e", "ovs_interfaceid": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.663279] env[62024]: DEBUG oslo_vmware.api [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.722794] env[62024]: DEBUG nova.network.neutron [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.761824] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 128f600b-4c7c-44fd-9d83-8295bab996e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 658.826024] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287912, 'name': Rename_Task, 'duration_secs': 0.251601} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.826680] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.827246] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ebdf8cd-ef23-47eb-9a31-76d6ceacd74f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.836508] env[62024]: DEBUG nova.compute.manager [req-fc734575-e6a0-44bc-8235-759992a77503 req-62357dd9-3672-414c-b738-45fd6bf26afb service nova] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Received event network-vif-deleted-2c6d551c-5175-43f0-b794-693b7335b293 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.840098] env[62024]: DEBUG nova.compute.manager [req-fc734575-e6a0-44bc-8235-759992a77503 req-62357dd9-3672-414c-b738-45fd6bf26afb service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Received event network-changed-6832e504-3457-4047-a1df-f260181f870b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.840098] env[62024]: DEBUG nova.compute.manager [req-fc734575-e6a0-44bc-8235-759992a77503 req-62357dd9-3672-414c-b738-45fd6bf26afb service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Refreshing instance network info cache due to event network-changed-6832e504-3457-4047-a1df-f260181f870b. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.840098] env[62024]: DEBUG oslo_concurrency.lockutils [req-fc734575-e6a0-44bc-8235-759992a77503 req-62357dd9-3672-414c-b738-45fd6bf26afb service nova] Acquiring lock "refresh_cache-dba9a789-5a59-4876-b514-b58b4bb28083" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.840098] env[62024]: DEBUG oslo_concurrency.lockutils [req-fc734575-e6a0-44bc-8235-759992a77503 req-62357dd9-3672-414c-b738-45fd6bf26afb service nova] Acquired lock "refresh_cache-dba9a789-5a59-4876-b514-b58b4bb28083" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.840098] env[62024]: DEBUG nova.network.neutron [req-fc734575-e6a0-44bc-8235-759992a77503 req-62357dd9-3672-414c-b738-45fd6bf26afb service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Refreshing network info cache for port 6832e504-3457-4047-a1df-f260181f870b {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.841301] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Waiting for the task: (returnval){ [ 658.841301] env[62024]: value = "task-2287915" [ 658.841301] env[62024]: _type = "Task" [ 658.841301] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.852257] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287915, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.916839] env[62024]: DEBUG oslo_vmware.api [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287913, 'name': PowerOffVM_Task, 'duration_secs': 0.426651} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.920116] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.920116] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Volume detach. Driver type: vmdk {{(pid=62024) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 658.920116] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465588', 'volume_id': '1719787c-8974-4916-ac63-607a0d2ff51a', 'name': 'volume-1719787c-8974-4916-ac63-607a0d2ff51a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f50e7100-ddcb-4485-964c-25c952cdb844', 'attached_at': '', 'detached_at': '', 'volume_id': '1719787c-8974-4916-ac63-607a0d2ff51a', 'serial': '1719787c-8974-4916-ac63-607a0d2ff51a'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 658.920116] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf51652-14f9-4ae4-b30c-35bf7c2588ec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.941446] env[62024]: DEBUG nova.network.neutron [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Updating instance_info_cache with network_info: [{"id": "6c6ad440-fd0f-45ad-8bd0-b0d616b099bd", "address": "fa:16:3e:dc:a8:ae", "network": {"id": "58d1b2e0-4dd7-4711-a2e5-ff9acd13ae51", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1832679593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc719392d32c490bbf42d36d6a1dbdb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ad440-fd", "ovs_interfaceid": "6c6ad440-fd0f-45ad-8bd0-b0d616b099bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.946775] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57275f34-f08b-45c0-91db-52c8b3b4f30b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.959439] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9abe655-bdb2-4e51-a6b3-1dcd0fed8883 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.979936] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543097a6-0dfb-4625-8274-0b2348ffa040 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.999452] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] The volume has not been displaced from its original location: [datastore2] volume-1719787c-8974-4916-ac63-607a0d2ff51a/volume-1719787c-8974-4916-ac63-607a0d2ff51a.vmdk. No consolidation needed. {{(pid=62024) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 659.005291] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 659.006053] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15988442-815e-4ec6-a53f-d52d71d69acd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.025796] env[62024]: DEBUG oslo_vmware.api [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Waiting for the task: (returnval){ [ 659.025796] env[62024]: value = "task-2287916" [ 659.025796] env[62024]: _type = "Task" [ 659.025796] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.035335] env[62024]: DEBUG oslo_vmware.api [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.159285] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.160704] env[62024]: DEBUG oslo_vmware.api [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.264178] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 659.357297] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.454669] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Releasing lock "refresh_cache-062ca9a2-e02f-4d41-8957-bfa5880c10c1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.455078] env[62024]: DEBUG nova.compute.manager [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Instance network_info: |[{"id": "6c6ad440-fd0f-45ad-8bd0-b0d616b099bd", "address": "fa:16:3e:dc:a8:ae", "network": {"id": "58d1b2e0-4dd7-4711-a2e5-ff9acd13ae51", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1832679593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc719392d32c490bbf42d36d6a1dbdb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ad440-fd", "ovs_interfaceid": "6c6ad440-fd0f-45ad-8bd0-b0d616b099bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.455968] env[62024]: DEBUG oslo_concurrency.lockutils [req-a1d5a07d-0478-4cd6-95fb-e0297328d7a0 req-15c4ce3a-dd3b-4606-abca-1072595e25ac service nova] Acquired lock "refresh_cache-062ca9a2-e02f-4d41-8957-bfa5880c10c1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.455968] env[62024]: DEBUG nova.network.neutron [req-a1d5a07d-0478-4cd6-95fb-e0297328d7a0 req-15c4ce3a-dd3b-4606-abca-1072595e25ac service nova] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Refreshing network info cache for port 6c6ad440-fd0f-45ad-8bd0-b0d616b099bd {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.456825] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:a8:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c6ad440-fd0f-45ad-8bd0-b0d616b099bd', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.465276] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Creating folder: Project (cc719392d32c490bbf42d36d6a1dbdb5). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.470647] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-013119aa-37d5-424d-85cf-3b0367f8d0be {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.482604] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Created folder: Project (cc719392d32c490bbf42d36d6a1dbdb5) in parent group-v465568. [ 659.482917] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Creating folder: Instances. Parent ref: group-v465688. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.483251] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78cca23a-14c4-4b8b-9130-ba251487bfc6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.493462] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Created folder: Instances in parent group-v465688. [ 659.493514] env[62024]: DEBUG oslo.service.loopingcall [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.493679] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.493895] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-185389f5-e44b-4ba8-a255-40e4082d4fba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.517772] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.517772] env[62024]: value = "task-2287919" [ 659.517772] env[62024]: _type = "Task" [ 659.517772] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.532104] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287919, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.542976] env[62024]: DEBUG oslo_vmware.api [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287916, 'name': ReconfigVM_Task, 'duration_secs': 0.194731} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.542976] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 659.549896] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ead8f753-2717-4dbb-a9eb-f809b0a187ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.568454] env[62024]: DEBUG oslo_vmware.api [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Waiting for the task: (returnval){ [ 659.568454] env[62024]: value = "task-2287920" [ 659.568454] env[62024]: _type = "Task" [ 659.568454] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.579302] env[62024]: DEBUG oslo_vmware.api [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287920, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.660599] env[62024]: DEBUG oslo_vmware.api [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.768800] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance e4d53e08-758e-4304-876b-2fb456eb393c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 659.844119] env[62024]: DEBUG nova.network.neutron [req-fc734575-e6a0-44bc-8235-759992a77503 req-62357dd9-3672-414c-b738-45fd6bf26afb service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Updated VIF entry in instance network info cache for port 6832e504-3457-4047-a1df-f260181f870b. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.844489] env[62024]: DEBUG nova.network.neutron [req-fc734575-e6a0-44bc-8235-759992a77503 req-62357dd9-3672-414c-b738-45fd6bf26afb service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Updating instance_info_cache with network_info: [{"id": "6832e504-3457-4047-a1df-f260181f870b", "address": "fa:16:3e:fd:a6:db", "network": {"id": "df0665d5-d54a-4f09-bd94-4ffe2b5e5733", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-330568427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7857e6b24cf34288ba5e9326ccb44310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6832e504-34", "ovs_interfaceid": "6832e504-3457-4047-a1df-f260181f870b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.855439] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.947085] env[62024]: DEBUG nova.network.neutron [req-a1d5a07d-0478-4cd6-95fb-e0297328d7a0 req-15c4ce3a-dd3b-4606-abca-1072595e25ac service nova] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Updated VIF entry in instance network info cache for port 6c6ad440-fd0f-45ad-8bd0-b0d616b099bd. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.947525] env[62024]: DEBUG nova.network.neutron [req-a1d5a07d-0478-4cd6-95fb-e0297328d7a0 req-15c4ce3a-dd3b-4606-abca-1072595e25ac service nova] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Updating instance_info_cache with network_info: [{"id": "6c6ad440-fd0f-45ad-8bd0-b0d616b099bd", "address": "fa:16:3e:dc:a8:ae", "network": {"id": "58d1b2e0-4dd7-4711-a2e5-ff9acd13ae51", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1832679593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc719392d32c490bbf42d36d6a1dbdb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c6ad440-fd", "ovs_interfaceid": "6c6ad440-fd0f-45ad-8bd0-b0d616b099bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.030189] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287919, 'name': CreateVM_Task, 'duration_secs': 0.36516} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.030189] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.030189] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.030508] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.030640] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.030947] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc70580-0323-475a-80bd-d62e0f42ca30 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.037313] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Waiting for the task: (returnval){ [ 660.037313] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52979483-053c-cdfb-ccef-8b87f46b9db8" [ 660.037313] env[62024]: _type = "Task" [ 660.037313] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.044820] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52979483-053c-cdfb-ccef-8b87f46b9db8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.078862] env[62024]: DEBUG oslo_vmware.api [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287920, 'name': ReconfigVM_Task, 'duration_secs': 0.157502} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.079701] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465588', 'volume_id': '1719787c-8974-4916-ac63-607a0d2ff51a', 'name': 'volume-1719787c-8974-4916-ac63-607a0d2ff51a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f50e7100-ddcb-4485-964c-25c952cdb844', 'attached_at': '', 'detached_at': '', 'volume_id': '1719787c-8974-4916-ac63-607a0d2ff51a', 'serial': '1719787c-8974-4916-ac63-607a0d2ff51a'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 660.079992] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.080886] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b0174c-fd0b-4654-9d63-a4b687f18b25 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.091511] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.091770] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45a631a7-9341-463e-a5ec-82d8ca626391 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.159586] env[62024]: DEBUG oslo_vmware.api [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287914, 'name': PowerOffVM_Task, 'duration_secs': 1.060174} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.159898] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.160083] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.160347] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7adf8226-8443-4f10-86c3-b48c08bdba67 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.167643] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.167643] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.167766] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Deleting the datastore file [datastore2] f50e7100-ddcb-4485-964c-25c952cdb844 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.168060] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de50b178-a564-49b4-9612-4d3324638b66 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.172383] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.172726] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2153cb04-3c2b-448b-9e87-3ecb955172e3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.179297] env[62024]: DEBUG oslo_vmware.api [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Waiting for the task: (returnval){ [ 660.179297] env[62024]: value = "task-2287923" [ 660.179297] env[62024]: _type = "Task" [ 660.179297] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.186063] env[62024]: DEBUG oslo_vmware.api [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 660.186063] env[62024]: value = "task-2287924" [ 660.186063] env[62024]: _type = "Task" [ 660.186063] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.188084] env[62024]: DEBUG oslo_vmware.api [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.196214] env[62024]: DEBUG oslo_vmware.api [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.238454] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.238666] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.238839] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Deleting the datastore file [datastore2] 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.239114] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-221e2bc6-cb59-4680-adbb-3aacb410bd8e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.246821] env[62024]: DEBUG oslo_vmware.api [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Waiting for the task: (returnval){ [ 660.246821] env[62024]: value = "task-2287925" [ 660.246821] env[62024]: _type = "Task" [ 660.246821] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.256332] env[62024]: DEBUG oslo_vmware.api [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.272320] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 0deb4845-2ddc-4d2e-a344-94d3932ce3ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 660.349976] env[62024]: DEBUG oslo_concurrency.lockutils [req-fc734575-e6a0-44bc-8235-759992a77503 req-62357dd9-3672-414c-b738-45fd6bf26afb service nova] Releasing lock "refresh_cache-dba9a789-5a59-4876-b514-b58b4bb28083" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.350368] env[62024]: DEBUG nova.compute.manager [req-fc734575-e6a0-44bc-8235-759992a77503 req-62357dd9-3672-414c-b738-45fd6bf26afb service nova] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Received event network-vif-deleted-1bd29320-a6cd-43b2-a9e9-4e1cd3efbf42 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.354389] env[62024]: DEBUG oslo_vmware.api [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287915, 'name': PowerOnVM_Task, 'duration_secs': 1.20114} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.355748] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.355748] env[62024]: INFO nova.compute.manager [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Took 8.68 seconds to spawn the instance on the hypervisor. [ 660.355748] env[62024]: DEBUG nova.compute.manager [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.356904] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd9f8b5-82e0-48fd-a4b3-bca48d9e70d5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.450418] env[62024]: DEBUG oslo_concurrency.lockutils [req-a1d5a07d-0478-4cd6-95fb-e0297328d7a0 req-15c4ce3a-dd3b-4606-abca-1072595e25ac service nova] Releasing lock "refresh_cache-062ca9a2-e02f-4d41-8957-bfa5880c10c1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.552293] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52979483-053c-cdfb-ccef-8b87f46b9db8, 'name': SearchDatastore_Task, 'duration_secs': 0.013096} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.552655] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.552895] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.553192] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.553398] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.553534] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.553819] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c59ff24-1f50-4205-9f6f-3b6c4fe0b5f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.568335] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.568335] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.568335] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1171488c-2a49-447b-a48e-ee82fb0c3448 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.573593] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Waiting for the task: (returnval){ [ 660.573593] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ab82e6-d1c4-5588-40a1-191a362dbf5e" [ 660.573593] env[62024]: _type = "Task" [ 660.573593] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.582094] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ab82e6-d1c4-5588-40a1-191a362dbf5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.693705] env[62024]: DEBUG oslo_vmware.api [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Task: {'id': task-2287923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086822} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.698809] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.700573] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.700573] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.700573] env[62024]: INFO nova.compute.manager [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Took 2.30 seconds to destroy the instance on the hypervisor. [ 660.700573] env[62024]: DEBUG oslo.service.loopingcall [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.700573] env[62024]: DEBUG nova.compute.manager [-] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.700573] env[62024]: DEBUG nova.network.neutron [-] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.708999] env[62024]: DEBUG oslo_vmware.api [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287924, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.760628] env[62024]: DEBUG oslo_vmware.api [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Task: {'id': task-2287925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150528} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.760628] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.760628] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.760628] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.760628] env[62024]: INFO nova.compute.manager [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Took 2.14 seconds to destroy the instance on the hypervisor. [ 660.760857] env[62024]: DEBUG oslo.service.loopingcall [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.760857] env[62024]: DEBUG nova.compute.manager [-] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.760857] env[62024]: DEBUG nova.network.neutron [-] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.777282] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 660.875375] env[62024]: INFO nova.compute.manager [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Took 38.56 seconds to build instance. [ 661.086264] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ab82e6-d1c4-5588-40a1-191a362dbf5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009012} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.086753] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9e9592-c6f3-4f7a-92ab-cb87d7318634 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.091864] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Waiting for the task: (returnval){ [ 661.091864] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d5d855-b52b-1d96-7bb3-755a9743be94" [ 661.091864] env[62024]: _type = "Task" [ 661.091864] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.102265] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d5d855-b52b-1d96-7bb3-755a9743be94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.204488] env[62024]: DEBUG oslo_vmware.api [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2287924, 'name': PowerOnVM_Task, 'duration_secs': 0.533249} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.204693] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.204891] env[62024]: DEBUG nova.compute.manager [None req-7cd257bc-8ceb-4071-a268-8f32eec1c49b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.205983] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0366b904-5aa1-48fe-978e-626b8685a47b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.279732] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 1b91a632-2229-4097-8dac-260333a24093 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 661.280051] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 661.280198] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 661.376914] env[62024]: DEBUG oslo_concurrency.lockutils [None req-803d3588-3019-4e68-917f-2885a9ca0151 tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Lock "0d273860-d0b2-429c-af7f-9100df2c1336" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.456s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.607222] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d5d855-b52b-1d96-7bb3-755a9743be94, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.607737] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.608015] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 062ca9a2-e02f-4d41-8957-bfa5880c10c1/062ca9a2-e02f-4d41-8957-bfa5880c10c1.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.608294] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08501eae-79fe-4717-81c2-7e6c5e52a73e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.615526] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Waiting for the task: (returnval){ [ 661.615526] env[62024]: value = "task-2287926" [ 661.615526] env[62024]: _type = "Task" [ 661.615526] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.634121] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': task-2287926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.794298] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "038de105-3871-4017-ab0d-96bc9bdc582e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.794609] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "038de105-3871-4017-ab0d-96bc9bdc582e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.886025] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968aac6d-110e-498d-9309-9225d289e48a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.896022] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c339df6b-a1f5-4b30-9742-ad3c97e317eb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.931106] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0d7469-fd4e-4aa9-87a6-d21071b1c406 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.941888] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918ba32a-8e4d-4151-87d6-044ddc60901f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.957288] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.130832] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': task-2287926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497816} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.130943] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 062ca9a2-e02f-4d41-8957-bfa5880c10c1/062ca9a2-e02f-4d41-8957-bfa5880c10c1.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.131266] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.131582] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2933c30a-d3e5-4c5c-a4b7-aee70a20e1df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.141251] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Waiting for the task: (returnval){ [ 662.141251] env[62024]: value = "task-2287927" [ 662.141251] env[62024]: _type = "Task" [ 662.141251] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.152747] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': task-2287927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.297696] env[62024]: DEBUG nova.compute.manager [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.317170] env[62024]: DEBUG nova.compute.manager [req-5e293aef-cb5b-4ad0-9101-03fcf8c5a2f4 req-8ae45332-a9b2-4071-9b33-09a9bbda3514 service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Received event network-vif-deleted-6fd33a12-fbee-49a9-b9d6-cb34b1623ddd {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 662.317467] env[62024]: INFO nova.compute.manager [req-5e293aef-cb5b-4ad0-9101-03fcf8c5a2f4 req-8ae45332-a9b2-4071-9b33-09a9bbda3514 service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Neutron deleted interface 6fd33a12-fbee-49a9-b9d6-cb34b1623ddd; detaching it from the instance and deleting it from the info cache [ 662.317614] env[62024]: DEBUG nova.network.neutron [req-5e293aef-cb5b-4ad0-9101-03fcf8c5a2f4 req-8ae45332-a9b2-4071-9b33-09a9bbda3514 service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.485845] env[62024]: DEBUG oslo_concurrency.lockutils [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Acquiring lock "0d273860-d0b2-429c-af7f-9100df2c1336" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.486326] env[62024]: DEBUG oslo_concurrency.lockutils [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Lock "0d273860-d0b2-429c-af7f-9100df2c1336" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.489018] env[62024]: DEBUG oslo_concurrency.lockutils [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Acquiring lock "0d273860-d0b2-429c-af7f-9100df2c1336-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.489018] env[62024]: DEBUG oslo_concurrency.lockutils [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Lock "0d273860-d0b2-429c-af7f-9100df2c1336-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.489018] env[62024]: DEBUG oslo_concurrency.lockutils [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Lock "0d273860-d0b2-429c-af7f-9100df2c1336-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.490540] env[62024]: ERROR nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [req-1dc9704b-d3af-49b1-9ac0-0aa542c50e96] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2414aeaf-2a82-48f5-b61f-d58b79924cbf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1dc9704b-d3af-49b1-9ac0-0aa542c50e96"}]} [ 662.493529] env[62024]: INFO nova.compute.manager [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Terminating instance [ 662.514062] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Refreshing inventories for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 662.536243] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Updating ProviderTree inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 662.538703] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.555422] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Refreshing aggregate associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, aggregates: None {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 662.580350] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Refreshing trait associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 662.654499] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': task-2287927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070293} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.657727] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.658959] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3352b16-1fef-47d1-a18a-b4a5cfce3e2a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.686081] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 062ca9a2-e02f-4d41-8957-bfa5880c10c1/062ca9a2-e02f-4d41-8957-bfa5880c10c1.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.689008] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d97f98-d81b-47a6-8dbe-52d3557f1a2c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.705026] env[62024]: DEBUG nova.network.neutron [-] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.711774] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Waiting for the task: (returnval){ [ 662.711774] env[62024]: value = "task-2287928" [ 662.711774] env[62024]: _type = "Task" [ 662.711774] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.723629] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': task-2287928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.782020] env[62024]: DEBUG nova.network.neutron [-] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.820616] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac278b53-a7cc-40ca-b9e0-9470e5b2b968 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.825525] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.830554] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d291a7-d572-41ec-8dbf-1f6135543cca {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.872567] env[62024]: DEBUG nova.compute.manager [req-5e293aef-cb5b-4ad0-9101-03fcf8c5a2f4 req-8ae45332-a9b2-4071-9b33-09a9bbda3514 service nova] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Detach interface failed, port_id=6fd33a12-fbee-49a9-b9d6-cb34b1623ddd, reason: Instance f50e7100-ddcb-4485-964c-25c952cdb844 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 663.001575] env[62024]: DEBUG nova.compute.manager [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.001575] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.001575] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573ab139-bc9e-4bd1-91c7-0b05450e73de {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.009161] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.009446] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e5b777e-7924-411b-807e-6ccaaf3c490f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.015420] env[62024]: DEBUG oslo_vmware.api [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Waiting for the task: (returnval){ [ 663.015420] env[62024]: value = "task-2287929" [ 663.015420] env[62024]: _type = "Task" [ 663.015420] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.026584] env[62024]: DEBUG oslo_vmware.api [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.193257] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765fac74-bee1-4476-8ccd-3ea09d55a37e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.202412] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8c062b-3f0c-41ff-a228-e045f7586885 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.207866] env[62024]: INFO nova.compute.manager [-] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Took 2.51 seconds to deallocate network for instance. [ 663.243464] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337e3e29-8326-4e02-8fae-e7fd1846f199 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.249645] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': task-2287928, 'name': ReconfigVM_Task, 'duration_secs': 0.309369} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.250313] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 062ca9a2-e02f-4d41-8957-bfa5880c10c1/062ca9a2-e02f-4d41-8957-bfa5880c10c1.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.250926] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84a188b6-ba5c-4101-80bf-9e2e785d7c5f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.255608] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41789527-358d-4c4e-8ce3-253fcc512eb0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.260488] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Waiting for the task: (returnval){ [ 663.260488] env[62024]: value = "task-2287930" [ 663.260488] env[62024]: _type = "Task" [ 663.260488] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.270969] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.276840] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': task-2287930, 'name': Rename_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.283336] env[62024]: INFO nova.compute.manager [-] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Took 2.52 seconds to deallocate network for instance. [ 663.528274] env[62024]: DEBUG oslo_vmware.api [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287929, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.783015] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': task-2287930, 'name': Rename_Task, 'duration_secs': 0.357824} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.783015] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.783015] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8d3d220-2245-42c0-a5f6-7fa814b87468 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.788436] env[62024]: INFO nova.compute.manager [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Took 0.58 seconds to detach 1 volumes for instance. [ 663.792021] env[62024]: DEBUG oslo_concurrency.lockutils [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.792021] env[62024]: DEBUG nova.compute.manager [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Deleting volume: 1719787c-8974-4916-ac63-607a0d2ff51a {{(pid=62024) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 663.793362] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Waiting for the task: (returnval){ [ 663.793362] env[62024]: value = "task-2287931" [ 663.793362] env[62024]: _type = "Task" [ 663.793362] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.806066] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': task-2287931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.822300] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 663.822605] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 62 to 63 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 663.822712] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.857374] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Acquiring lock "19277cfb-5358-49a0-a8e9-bbd55722df41" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.858295] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Lock "19277cfb-5358-49a0-a8e9-bbd55722df41" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.029967] env[62024]: DEBUG oslo_vmware.api [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287929, 'name': PowerOffVM_Task, 'duration_secs': 0.577178} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.030501] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.031054] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.031545] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bbfc619-9899-417e-bbf9-93dd1e88966a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.109860] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.109860] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.109860] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Deleting the datastore file [datastore2] 0d273860-d0b2-429c-af7f-9100df2c1336 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.109860] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94f9627e-e200-44cf-8da1-9cddd24a725c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.119262] env[62024]: DEBUG oslo_vmware.api [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Waiting for the task: (returnval){ [ 664.119262] env[62024]: value = "task-2287934" [ 664.119262] env[62024]: _type = "Task" [ 664.119262] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.127544] env[62024]: DEBUG oslo_vmware.api [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.304808] env[62024]: DEBUG oslo_vmware.api [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': task-2287931, 'name': PowerOnVM_Task, 'duration_secs': 0.508482} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.305101] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.305646] env[62024]: INFO nova.compute.manager [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Took 7.80 seconds to spawn the instance on the hypervisor. [ 664.305646] env[62024]: DEBUG nova.compute.manager [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.306386] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ae31aa-6467-4ba7-8f30-f9ab1aba0211 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.335017] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62024) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 664.335017] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.633s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.335017] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.323s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.335017] env[62024]: INFO nova.compute.claims [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.366289] env[62024]: DEBUG nova.compute.utils [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 664.369600] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.565709] env[62024]: DEBUG nova.compute.manager [req-61098d5b-2850-4fb5-9746-340b1c39c006 req-f9d8585d-7372-4e54-9bf9-a26698b4f3f6 service nova] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Received event network-vif-deleted-552be75a-c71f-43f6-95bd-984d0fc919c8 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.633745] env[62024]: DEBUG oslo_vmware.api [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Task: {'id': task-2287934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146316} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.634330] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.634683] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.634814] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.635996] env[62024]: INFO nova.compute.manager [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Took 1.64 seconds to destroy the instance on the hypervisor. [ 664.635996] env[62024]: DEBUG oslo.service.loopingcall [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.635996] env[62024]: DEBUG nova.compute.manager [-] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.635996] env[62024]: DEBUG nova.network.neutron [-] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.827154] env[62024]: INFO nova.compute.manager [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Took 39.97 seconds to build instance. [ 664.871920] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Lock "19277cfb-5358-49a0-a8e9-bbd55722df41" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.328679] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d2959926-21b6-4a48-8637-33910b218fdd tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Lock "062ca9a2-e02f-4d41-8957-bfa5880c10c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.984s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.408249] env[62024]: DEBUG nova.network.neutron [-] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.914367] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d1ec90-1e72-46ed-933d-d4393e9186c2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.917859] env[62024]: INFO nova.compute.manager [-] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Took 1.28 seconds to deallocate network for instance. [ 665.935033] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c53161-a7be-4c2a-a5d7-bbe6f2008aca {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.972415] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Acquiring lock "19277cfb-5358-49a0-a8e9-bbd55722df41" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.972676] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Lock "19277cfb-5358-49a0-a8e9-bbd55722df41" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.973168] env[62024]: INFO nova.compute.manager [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Attaching volume a829ed4a-c2fe-478d-ba2d-d7da625faef1 to /dev/sdb [ 665.976384] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0d72a4-fbee-44dd-b0fc-1f7189652d52 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.988981] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaabeb9c-2e5e-468a-8c1b-2ed68e49bd60 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.009116] env[62024]: DEBUG nova.compute.provider_tree [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.027756] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6af5ec-677d-4005-a145-af667620d794 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.036611] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961802e3-b613-4f33-9a22-8892c25a36a7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.051647] env[62024]: DEBUG nova.virt.block_device [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Updating existing volume attachment record: d57671f3-95e2-4354-8d58-5fab82f56e26 {{(pid=62024) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 666.432026] env[62024]: DEBUG oslo_concurrency.lockutils [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.434804] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "cd1edbe3-4426-474b-99ed-8143be203e55" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.435205] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.512771] env[62024]: DEBUG nova.scheduler.client.report [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.684617] env[62024]: DEBUG nova.compute.manager [req-663612ab-4fc5-400e-a3b8-2d13943ada7b req-7ff73d35-0cf9-4f1d-a891-3c2cc274444e service nova] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Received event network-vif-deleted-fd8e3525-e317-40bb-8950-48e3df4e6aea {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.717570] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Acquiring lock "099e98a2-0879-4b35-8a2a-fd6a529f0e14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.717570] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Lock "099e98a2-0879-4b35-8a2a-fd6a529f0e14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.785971] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Acquiring lock "062ca9a2-e02f-4d41-8957-bfa5880c10c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.786408] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Lock "062ca9a2-e02f-4d41-8957-bfa5880c10c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.786550] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Acquiring lock "062ca9a2-e02f-4d41-8957-bfa5880c10c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.786739] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Lock "062ca9a2-e02f-4d41-8957-bfa5880c10c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.786911] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Lock "062ca9a2-e02f-4d41-8957-bfa5880c10c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.792052] env[62024]: INFO nova.compute.manager [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Terminating instance [ 666.938560] env[62024]: DEBUG nova.compute.utils [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 667.019088] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.019632] env[62024]: DEBUG nova.compute.manager [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.023489] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.391s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.024955] env[62024]: INFO nova.compute.claims [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.219397] env[62024]: DEBUG nova.compute.manager [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.295687] env[62024]: DEBUG nova.compute.manager [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.295922] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.296884] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68eb6e1-806e-4321-a131-8f5aed5d6da1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.304990] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.305243] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-488a696b-3dfe-4487-a726-dd53841cb5bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.312272] env[62024]: DEBUG oslo_vmware.api [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Waiting for the task: (returnval){ [ 667.312272] env[62024]: value = "task-2287938" [ 667.312272] env[62024]: _type = "Task" [ 667.312272] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.322149] env[62024]: DEBUG oslo_vmware.api [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': task-2287938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.442668] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.530756] env[62024]: DEBUG nova.compute.utils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 667.536153] env[62024]: DEBUG nova.compute.manager [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.536153] env[62024]: DEBUG nova.network.neutron [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.585652] env[62024]: DEBUG nova.policy [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2842e7d57abb4796b566f03ab013a384', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0e8469d470e4b3d96b9e87082d15781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.741706] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.822954] env[62024]: DEBUG oslo_vmware.api [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': task-2287938, 'name': PowerOffVM_Task, 'duration_secs': 0.189464} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.823269] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.823482] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.823731] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a248d8c7-95bd-4876-b499-3610b4e19f42 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.885329] env[62024]: DEBUG nova.network.neutron [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Successfully created port: 41fce402-ce24-4674-963c-ad43cb471427 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.897518] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.897733] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.897910] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Deleting the datastore file [datastore2] 062ca9a2-e02f-4d41-8957-bfa5880c10c1 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.898185] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae641245-b642-4d76-b16d-be08dcfab2ec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.904836] env[62024]: DEBUG oslo_vmware.api [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Waiting for the task: (returnval){ [ 667.904836] env[62024]: value = "task-2287940" [ 667.904836] env[62024]: _type = "Task" [ 667.904836] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.916193] env[62024]: DEBUG oslo_vmware.api [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': task-2287940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.044492] env[62024]: DEBUG nova.compute.manager [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.417154] env[62024]: DEBUG oslo_vmware.api [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Task: {'id': task-2287940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163833} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.417154] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.417154] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.417154] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.417395] env[62024]: INFO nova.compute.manager [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 668.417424] env[62024]: DEBUG oslo.service.loopingcall [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 668.418016] env[62024]: DEBUG nova.compute.manager [-] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.418016] env[62024]: DEBUG nova.network.neutron [-] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.530117] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "cd1edbe3-4426-474b-99ed-8143be203e55" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.530724] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.530724] env[62024]: INFO nova.compute.manager [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Attaching volume 2833d12b-9091-4bea-80f4-5053d7d842d9 to /dev/sdb [ 668.575406] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c740d4f9-1916-4721-9e98-d563f9883ac2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.585694] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0a16f7-7a68-4913-a27c-c6f8fe831c5d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.595178] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72378d1a-b2c8-4232-8398-397f9bdf00e1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.603171] env[62024]: DEBUG nova.virt.block_device [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Updating existing volume attachment record: e7a9562f-14c0-440a-8b6b-1444e5624def {{(pid=62024) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 668.611082] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef35825-7475-4353-b2f4-9c24d52f1ddd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.659044] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ba2a38-577a-499d-9d45-38c4751d67d2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.671322] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e192d1c4-94a4-4c87-b9bb-51cb6c0df6af {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.688620] env[62024]: DEBUG nova.compute.provider_tree [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.979209] env[62024]: DEBUG nova.compute.manager [req-644c3cf5-3809-4c87-bc37-9c4a3aeccb85 req-1008688c-821a-4ab0-a6a1-ef5cdc221c96 service nova] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Received event network-vif-deleted-6c6ad440-fd0f-45ad-8bd0-b0d616b099bd {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.979496] env[62024]: INFO nova.compute.manager [req-644c3cf5-3809-4c87-bc37-9c4a3aeccb85 req-1008688c-821a-4ab0-a6a1-ef5cdc221c96 service nova] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Neutron deleted interface 6c6ad440-fd0f-45ad-8bd0-b0d616b099bd; detaching it from the instance and deleting it from the info cache [ 668.979680] env[62024]: DEBUG nova.network.neutron [req-644c3cf5-3809-4c87-bc37-9c4a3aeccb85 req-1008688c-821a-4ab0-a6a1-ef5cdc221c96 service nova] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.058260] env[62024]: DEBUG nova.compute.manager [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.088413] env[62024]: DEBUG nova.virt.hardware [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.088413] env[62024]: DEBUG nova.virt.hardware [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.088413] env[62024]: DEBUG nova.virt.hardware [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.088668] env[62024]: DEBUG nova.virt.hardware [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.088668] env[62024]: DEBUG nova.virt.hardware [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.088668] env[62024]: DEBUG nova.virt.hardware [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.088668] env[62024]: DEBUG nova.virt.hardware [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.088668] env[62024]: DEBUG nova.virt.hardware [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.088823] env[62024]: DEBUG nova.virt.hardware [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.088984] env[62024]: DEBUG nova.virt.hardware [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.089179] env[62024]: DEBUG nova.virt.hardware [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.090060] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184d6a6a-5b88-4135-824a-9514f3bbccee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.098385] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990a5665-2566-4dcb-a5ce-8e20aea75012 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.192096] env[62024]: DEBUG nova.scheduler.client.report [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.465655] env[62024]: DEBUG nova.network.neutron [-] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.484434] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ca32989-13e6-4ae3-85ee-efa204f2cf6a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.493653] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55321af8-0c31-4f05-bde8-8119fb67b935 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.528205] env[62024]: DEBUG nova.compute.manager [req-644c3cf5-3809-4c87-bc37-9c4a3aeccb85 req-1008688c-821a-4ab0-a6a1-ef5cdc221c96 service nova] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Detach interface failed, port_id=6c6ad440-fd0f-45ad-8bd0-b0d616b099bd, reason: Instance 062ca9a2-e02f-4d41-8957-bfa5880c10c1 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 669.598330] env[62024]: DEBUG nova.network.neutron [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Successfully updated port: 41fce402-ce24-4674-963c-ad43cb471427 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.698270] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.698828] env[62024]: DEBUG nova.compute.manager [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.704020] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.831s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.704020] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.705773] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.524s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.707353] env[62024]: INFO nova.compute.claims [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.735273] env[62024]: INFO nova.scheduler.client.report [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Deleted allocations for instance 2c954ee4-f76a-4c72-98fa-ba43513bb93d [ 669.968229] env[62024]: INFO nova.compute.manager [-] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Took 1.55 seconds to deallocate network for instance. [ 670.101069] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "refresh_cache-91aaff58-c814-4d01-96ca-e06dfa63b571" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.101316] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "refresh_cache-91aaff58-c814-4d01-96ca-e06dfa63b571" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.101409] env[62024]: DEBUG nova.network.neutron [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.216470] env[62024]: DEBUG nova.compute.utils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 670.216744] env[62024]: DEBUG nova.compute.manager [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.217575] env[62024]: DEBUG nova.network.neutron [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.244698] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71d5f61d-a9cf-4498-9fb4-4b127576e614 tempest-ListServerFiltersTestJSON-677964376 tempest-ListServerFiltersTestJSON-677964376-project-member] Lock "2c954ee4-f76a-4c72-98fa-ba43513bb93d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.845s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.275717] env[62024]: DEBUG nova.policy [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2547dde839f24e5a93bdeede71f68bb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdaeb6b9d3e740f18407db397deb9c5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.474273] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.551320] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "interface-f710ae20-f82c-4e3f-a52f-3b1042e26504-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.551566] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-f710ae20-f82c-4e3f-a52f-3b1042e26504-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.551955] env[62024]: DEBUG nova.objects.instance [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'flavor' on Instance uuid f710ae20-f82c-4e3f-a52f-3b1042e26504 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.564102] env[62024]: DEBUG nova.network.neutron [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Successfully created port: 85edc2c4-70d3-4765-b8ae-c77bd54d09ed {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.618535] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Volume attach. Driver type: vmdk {{(pid=62024) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 670.618806] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465693', 'volume_id': 'a829ed4a-c2fe-478d-ba2d-d7da625faef1', 'name': 'volume-a829ed4a-c2fe-478d-ba2d-d7da625faef1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19277cfb-5358-49a0-a8e9-bbd55722df41', 'attached_at': '', 'detached_at': '', 'volume_id': 'a829ed4a-c2fe-478d-ba2d-d7da625faef1', 'serial': 'a829ed4a-c2fe-478d-ba2d-d7da625faef1'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 670.620773] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1810195c-3bbe-4a80-acde-49f2020a1eb7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.645848] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aca27c4-de16-427b-982e-3c0dd1523717 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.651157] env[62024]: DEBUG nova.network.neutron [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.680554] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] volume-a829ed4a-c2fe-478d-ba2d-d7da625faef1/volume-a829ed4a-c2fe-478d-ba2d-d7da625faef1.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.683259] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73d98d22-fc82-40ce-b409-6e0f9d021317 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.706440] env[62024]: DEBUG oslo_vmware.api [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Waiting for the task: (returnval){ [ 670.706440] env[62024]: value = "task-2287945" [ 670.706440] env[62024]: _type = "Task" [ 670.706440] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.722901] env[62024]: DEBUG nova.compute.manager [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.725349] env[62024]: DEBUG oslo_vmware.api [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Task: {'id': task-2287945, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.906638] env[62024]: DEBUG nova.network.neutron [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Updating instance_info_cache with network_info: [{"id": "41fce402-ce24-4674-963c-ad43cb471427", "address": "fa:16:3e:62:f0:f8", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41fce402-ce", "ovs_interfaceid": "41fce402-ce24-4674-963c-ad43cb471427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.149161] env[62024]: DEBUG nova.objects.instance [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'pci_requests' on Instance uuid f710ae20-f82c-4e3f-a52f-3b1042e26504 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.217928] env[62024]: DEBUG oslo_vmware.api [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Task: {'id': task-2287945, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.263698] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb79f57d-5ec6-4f7a-9829-7c2eaec99898 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.271945] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e701037-03f7-4785-95c9-bf4d83a9562b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.302320] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546be8ff-0450-4a24-9637-5beb6c73315f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.310078] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4a0556-0453-4f8f-ab1f-3e12a673ca07 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.325733] env[62024]: DEBUG nova.compute.provider_tree [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.359087] env[62024]: DEBUG nova.compute.manager [req-f99c1a4b-4a9e-4a1c-a2b5-f6db673527e5 req-684385b7-27a3-4ed7-bd26-ee90b6320745 service nova] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Received event network-vif-plugged-41fce402-ce24-4674-963c-ad43cb471427 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.359294] env[62024]: DEBUG oslo_concurrency.lockutils [req-f99c1a4b-4a9e-4a1c-a2b5-f6db673527e5 req-684385b7-27a3-4ed7-bd26-ee90b6320745 service nova] Acquiring lock "91aaff58-c814-4d01-96ca-e06dfa63b571-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.359546] env[62024]: DEBUG oslo_concurrency.lockutils [req-f99c1a4b-4a9e-4a1c-a2b5-f6db673527e5 req-684385b7-27a3-4ed7-bd26-ee90b6320745 service nova] Lock "91aaff58-c814-4d01-96ca-e06dfa63b571-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.359777] env[62024]: DEBUG oslo_concurrency.lockutils [req-f99c1a4b-4a9e-4a1c-a2b5-f6db673527e5 req-684385b7-27a3-4ed7-bd26-ee90b6320745 service nova] Lock "91aaff58-c814-4d01-96ca-e06dfa63b571-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.360316] env[62024]: DEBUG nova.compute.manager [req-f99c1a4b-4a9e-4a1c-a2b5-f6db673527e5 req-684385b7-27a3-4ed7-bd26-ee90b6320745 service nova] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] No waiting events found dispatching network-vif-plugged-41fce402-ce24-4674-963c-ad43cb471427 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.360316] env[62024]: WARNING nova.compute.manager [req-f99c1a4b-4a9e-4a1c-a2b5-f6db673527e5 req-684385b7-27a3-4ed7-bd26-ee90b6320745 service nova] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Received unexpected event network-vif-plugged-41fce402-ce24-4674-963c-ad43cb471427 for instance with vm_state building and task_state spawning. [ 671.360563] env[62024]: DEBUG nova.compute.manager [req-f99c1a4b-4a9e-4a1c-a2b5-f6db673527e5 req-684385b7-27a3-4ed7-bd26-ee90b6320745 service nova] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Received event network-changed-41fce402-ce24-4674-963c-ad43cb471427 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.360765] env[62024]: DEBUG nova.compute.manager [req-f99c1a4b-4a9e-4a1c-a2b5-f6db673527e5 req-684385b7-27a3-4ed7-bd26-ee90b6320745 service nova] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Refreshing instance network info cache due to event network-changed-41fce402-ce24-4674-963c-ad43cb471427. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 671.361014] env[62024]: DEBUG oslo_concurrency.lockutils [req-f99c1a4b-4a9e-4a1c-a2b5-f6db673527e5 req-684385b7-27a3-4ed7-bd26-ee90b6320745 service nova] Acquiring lock "refresh_cache-91aaff58-c814-4d01-96ca-e06dfa63b571" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.410060] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "refresh_cache-91aaff58-c814-4d01-96ca-e06dfa63b571" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.410299] env[62024]: DEBUG nova.compute.manager [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Instance network_info: |[{"id": "41fce402-ce24-4674-963c-ad43cb471427", "address": "fa:16:3e:62:f0:f8", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41fce402-ce", "ovs_interfaceid": "41fce402-ce24-4674-963c-ad43cb471427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.410457] env[62024]: DEBUG oslo_concurrency.lockutils [req-f99c1a4b-4a9e-4a1c-a2b5-f6db673527e5 req-684385b7-27a3-4ed7-bd26-ee90b6320745 service nova] Acquired lock "refresh_cache-91aaff58-c814-4d01-96ca-e06dfa63b571" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.410605] env[62024]: DEBUG nova.network.neutron [req-f99c1a4b-4a9e-4a1c-a2b5-f6db673527e5 req-684385b7-27a3-4ed7-bd26-ee90b6320745 service nova] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Refreshing network info cache for port 41fce402-ce24-4674-963c-ad43cb471427 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.411904] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:f0:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41fce402-ce24-4674-963c-ad43cb471427', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.421724] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Creating folder: Project (a0e8469d470e4b3d96b9e87082d15781). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.422881] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55fd43e8-e90a-4dd9-b0d4-130dc56349b9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.435982] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Created folder: Project (a0e8469d470e4b3d96b9e87082d15781) in parent group-v465568. [ 671.436248] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Creating folder: Instances. Parent ref: group-v465696. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.436541] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e19663a4-b76e-4262-adad-9268a58582e7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.446942] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Created folder: Instances in parent group-v465696. [ 671.447076] env[62024]: DEBUG oslo.service.loopingcall [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 671.447174] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.447374] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75d10411-7f33-4e8f-ab7f-b5c7b3882a1e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.470385] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.470385] env[62024]: value = "task-2287949" [ 671.470385] env[62024]: _type = "Task" [ 671.470385] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.478308] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287949, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.651707] env[62024]: DEBUG nova.objects.base [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 671.651860] env[62024]: DEBUG nova.network.neutron [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.710099] env[62024]: DEBUG nova.policy [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac9642bd3134e8f8ce7dffa09717db3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddea10ddb6a44863b1fcff034e3f6899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.721466] env[62024]: DEBUG oslo_vmware.api [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Task: {'id': task-2287945, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.734566] env[62024]: DEBUG nova.compute.manager [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.768354] env[62024]: DEBUG nova.virt.hardware [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:11:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dfcc9f05-23d8-4419-bd2d-1ff9cb481f43',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1830564247',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.768631] env[62024]: DEBUG nova.virt.hardware [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.768799] env[62024]: DEBUG nova.virt.hardware [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.768985] env[62024]: DEBUG nova.virt.hardware [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.769147] env[62024]: DEBUG nova.virt.hardware [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.769300] env[62024]: DEBUG nova.virt.hardware [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.769504] env[62024]: DEBUG nova.virt.hardware [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.769661] env[62024]: DEBUG nova.virt.hardware [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.769827] env[62024]: DEBUG nova.virt.hardware [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.769991] env[62024]: DEBUG nova.virt.hardware [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.770175] env[62024]: DEBUG nova.virt.hardware [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.771088] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6059147a-7da7-49b1-b07a-883845c120b7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.779016] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc4f0c6-2a01-4521-8255-60417c0fb837 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.829063] env[62024]: DEBUG nova.scheduler.client.report [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.981955] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287949, 'name': CreateVM_Task, 'duration_secs': 0.333504} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.982161] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.982855] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.983025] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.983356] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.983617] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2cbc16-1332-47d9-a639-aeca9d36d76f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.989209] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 671.989209] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52af3371-bac9-82f4-72e8-45371c690576" [ 671.989209] env[62024]: _type = "Task" [ 671.989209] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.998344] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52af3371-bac9-82f4-72e8-45371c690576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.170435] env[62024]: DEBUG nova.network.neutron [req-f99c1a4b-4a9e-4a1c-a2b5-f6db673527e5 req-684385b7-27a3-4ed7-bd26-ee90b6320745 service nova] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Updated VIF entry in instance network info cache for port 41fce402-ce24-4674-963c-ad43cb471427. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.170816] env[62024]: DEBUG nova.network.neutron [req-f99c1a4b-4a9e-4a1c-a2b5-f6db673527e5 req-684385b7-27a3-4ed7-bd26-ee90b6320745 service nova] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Updating instance_info_cache with network_info: [{"id": "41fce402-ce24-4674-963c-ad43cb471427", "address": "fa:16:3e:62:f0:f8", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41fce402-ce", "ovs_interfaceid": "41fce402-ce24-4674-963c-ad43cb471427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.223695] env[62024]: DEBUG oslo_vmware.api [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Task: {'id': task-2287945, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.279462] env[62024]: DEBUG nova.network.neutron [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Successfully created port: 62413c04-6749-4ef7-9dca-3d4202fb62df {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.333759] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.334582] env[62024]: DEBUG nova.compute.manager [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.336974] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.920s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.340476] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.340476] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.310s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.340786] env[62024]: INFO nova.compute.claims [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.379332] env[62024]: INFO nova.scheduler.client.report [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Deleted allocations for instance 83fe5133-94e5-4a2a-9aab-bcbf46973210 [ 672.500316] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52af3371-bac9-82f4-72e8-45371c690576, 'name': SearchDatastore_Task, 'duration_secs': 0.011934} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.500827] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.501256] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.501421] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.501572] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.501751] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.502056] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3df3da33-5d4d-4540-af10-98b0b5b5cd6d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.511527] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.511809] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.512478] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2af112-371c-480d-9d9b-08a48b2f2d84 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.518919] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 672.518919] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f741c1-bd6c-51a7-cc09-0e34d69c29cc" [ 672.518919] env[62024]: _type = "Task" [ 672.518919] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.530410] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f741c1-bd6c-51a7-cc09-0e34d69c29cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.548186] env[62024]: DEBUG oslo_concurrency.lockutils [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Acquiring lock "0582d2f2-d973-49db-8ffb-782d89aba5fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.548440] env[62024]: DEBUG oslo_concurrency.lockutils [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Lock "0582d2f2-d973-49db-8ffb-782d89aba5fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.548976] env[62024]: DEBUG oslo_concurrency.lockutils [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Acquiring lock "0582d2f2-d973-49db-8ffb-782d89aba5fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.548976] env[62024]: DEBUG oslo_concurrency.lockutils [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Lock "0582d2f2-d973-49db-8ffb-782d89aba5fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.548976] env[62024]: DEBUG oslo_concurrency.lockutils [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Lock "0582d2f2-d973-49db-8ffb-782d89aba5fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.552067] env[62024]: INFO nova.compute.manager [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Terminating instance [ 672.674031] env[62024]: DEBUG oslo_concurrency.lockutils [req-f99c1a4b-4a9e-4a1c-a2b5-f6db673527e5 req-684385b7-27a3-4ed7-bd26-ee90b6320745 service nova] Releasing lock "refresh_cache-91aaff58-c814-4d01-96ca-e06dfa63b571" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.723601] env[62024]: DEBUG oslo_vmware.api [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Task: {'id': task-2287945, 'name': ReconfigVM_Task, 'duration_secs': 1.571684} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.723601] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Reconfigured VM instance instance-00000010 to attach disk [datastore2] volume-a829ed4a-c2fe-478d-ba2d-d7da625faef1/volume-a829ed4a-c2fe-478d-ba2d-d7da625faef1.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.728555] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bc61df8-cd1b-4436-b9ea-22069fcb8fdb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.744572] env[62024]: DEBUG oslo_vmware.api [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Waiting for the task: (returnval){ [ 672.744572] env[62024]: value = "task-2287950" [ 672.744572] env[62024]: _type = "Task" [ 672.744572] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.750307] env[62024]: DEBUG nova.network.neutron [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Successfully updated port: 85edc2c4-70d3-4765-b8ae-c77bd54d09ed {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.755260] env[62024]: DEBUG oslo_vmware.api [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Task: {'id': task-2287950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.850874] env[62024]: DEBUG nova.compute.utils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 672.852773] env[62024]: DEBUG nova.compute.manager [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.852960] env[62024]: DEBUG nova.network.neutron [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.888082] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4291f0a-4553-4068-8d47-dcc4fbd48400 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "83fe5133-94e5-4a2a-9aab-bcbf46973210" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.947s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.942031] env[62024]: DEBUG nova.policy [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952e2c58f2014c8c9c39fe9a0d4b26fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f7d558c2d8a4ced9a390043174f4b76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.030139] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f741c1-bd6c-51a7-cc09-0e34d69c29cc, 'name': SearchDatastore_Task, 'duration_secs': 0.008578} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.031040] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78b1135-7cd1-42f4-8309-e43701cb4356 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.036537] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 673.036537] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a4e589-fa05-4c5c-5151-1f95483a5a37" [ 673.036537] env[62024]: _type = "Task" [ 673.036537] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.045345] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a4e589-fa05-4c5c-5151-1f95483a5a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.059149] env[62024]: DEBUG nova.compute.manager [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.059368] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.060199] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5381164-5dda-45ec-82cb-aa4d46313024 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.067351] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.067511] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c72ac340-72dd-40be-9557-e02b4cc15404 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.072892] env[62024]: DEBUG oslo_vmware.api [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Waiting for the task: (returnval){ [ 673.072892] env[62024]: value = "task-2287951" [ 673.072892] env[62024]: _type = "Task" [ 673.072892] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.080878] env[62024]: DEBUG oslo_vmware.api [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.253419] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.253684] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.253832] env[62024]: DEBUG nova.network.neutron [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.263965] env[62024]: DEBUG oslo_vmware.api [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Task: {'id': task-2287950, 'name': ReconfigVM_Task, 'duration_secs': 0.139367} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.264227] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465693', 'volume_id': 'a829ed4a-c2fe-478d-ba2d-d7da625faef1', 'name': 'volume-a829ed4a-c2fe-478d-ba2d-d7da625faef1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19277cfb-5358-49a0-a8e9-bbd55722df41', 'attached_at': '', 'detached_at': '', 'volume_id': 'a829ed4a-c2fe-478d-ba2d-d7da625faef1', 'serial': 'a829ed4a-c2fe-478d-ba2d-d7da625faef1'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 673.362643] env[62024]: DEBUG nova.compute.manager [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.473569] env[62024]: DEBUG nova.network.neutron [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Successfully created port: 13f26bc6-6441-4e21-b269-a19fa34c702a {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.553579] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a4e589-fa05-4c5c-5151-1f95483a5a37, 'name': SearchDatastore_Task, 'duration_secs': 0.012605} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.553990] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.554386] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 91aaff58-c814-4d01-96ca-e06dfa63b571/91aaff58-c814-4d01-96ca-e06dfa63b571.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.554741] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f744d45f-d6f1-4cf8-98c2-3800fdd7cdcc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.562871] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 673.562871] env[62024]: value = "task-2287952" [ 673.562871] env[62024]: _type = "Task" [ 673.562871] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.575460] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.587291] env[62024]: DEBUG oslo_vmware.api [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287951, 'name': PowerOffVM_Task, 'duration_secs': 0.195651} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.587669] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.587864] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.588163] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9eff320a-0310-40ad-bbaf-d618e0bed866 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.656023] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.656023] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.656023] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Deleting the datastore file [datastore1] 0582d2f2-d973-49db-8ffb-782d89aba5fc {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.656023] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa9e4f88-b569-4e62-8359-e758c68ead57 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.662721] env[62024]: DEBUG oslo_vmware.api [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Waiting for the task: (returnval){ [ 673.662721] env[62024]: value = "task-2287954" [ 673.662721] env[62024]: _type = "Task" [ 673.662721] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.672039] env[62024]: DEBUG oslo_vmware.api [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.685366] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Volume attach. Driver type: vmdk {{(pid=62024) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 673.686367] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465695', 'volume_id': '2833d12b-9091-4bea-80f4-5053d7d842d9', 'name': 'volume-2833d12b-9091-4bea-80f4-5053d7d842d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd1edbe3-4426-474b-99ed-8143be203e55', 'attached_at': '', 'detached_at': '', 'volume_id': '2833d12b-9091-4bea-80f4-5053d7d842d9', 'serial': '2833d12b-9091-4bea-80f4-5053d7d842d9'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 673.688802] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78ba919-d76c-4aea-a6cd-c457adef539b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.711738] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74155ae-fd96-4e85-9c24-d1f19119062d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.742094] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] volume-2833d12b-9091-4bea-80f4-5053d7d842d9/volume-2833d12b-9091-4bea-80f4-5053d7d842d9.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.745162] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71cdcd16-cef0-4e05-96da-35af263e18c2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.770622] env[62024]: DEBUG oslo_vmware.api [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 673.770622] env[62024]: value = "task-2287955" [ 673.770622] env[62024]: _type = "Task" [ 673.770622] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.787097] env[62024]: DEBUG oslo_vmware.api [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287955, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.803189] env[62024]: DEBUG nova.network.neutron [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.994577] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "2dffe23d-5c9a-4477-a855-227646ad434b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.994577] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "2dffe23d-5c9a-4477-a855-227646ad434b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.994577] env[62024]: INFO nova.compute.manager [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Shelving [ 674.019859] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb77eddf-3099-4e1d-94c7-b068e65e55d2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.029496] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba43da8-ed58-4054-b54f-52f29a47f287 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.068478] env[62024]: DEBUG nova.network.neutron [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance_info_cache with network_info: [{"id": "85edc2c4-70d3-4765-b8ae-c77bd54d09ed", "address": "fa:16:3e:9c:e7:bc", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85edc2c4-70", "ovs_interfaceid": "85edc2c4-70d3-4765-b8ae-c77bd54d09ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.074358] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba8411a-5987-4350-8077-ed12c01bd5b9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.085848] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287952, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.090101] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2130c8-9e2c-482f-9b91-b1012e14a688 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.113121] env[62024]: DEBUG nova.compute.provider_tree [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.155651] env[62024]: DEBUG nova.compute.manager [req-4c22c2ef-0cde-4071-8f7d-55d6a936f9bc req-8a539e22-ab77-472e-9065-bf383be9e646 service nova] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Received event network-vif-plugged-85edc2c4-70d3-4765-b8ae-c77bd54d09ed {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.157621] env[62024]: DEBUG oslo_concurrency.lockutils [req-4c22c2ef-0cde-4071-8f7d-55d6a936f9bc req-8a539e22-ab77-472e-9065-bf383be9e646 service nova] Acquiring lock "128f600b-4c7c-44fd-9d83-8295bab996e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.157621] env[62024]: DEBUG oslo_concurrency.lockutils [req-4c22c2ef-0cde-4071-8f7d-55d6a936f9bc req-8a539e22-ab77-472e-9065-bf383be9e646 service nova] Lock "128f600b-4c7c-44fd-9d83-8295bab996e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.157621] env[62024]: DEBUG oslo_concurrency.lockutils [req-4c22c2ef-0cde-4071-8f7d-55d6a936f9bc req-8a539e22-ab77-472e-9065-bf383be9e646 service nova] Lock "128f600b-4c7c-44fd-9d83-8295bab996e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.157621] env[62024]: DEBUG nova.compute.manager [req-4c22c2ef-0cde-4071-8f7d-55d6a936f9bc req-8a539e22-ab77-472e-9065-bf383be9e646 service nova] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] No waiting events found dispatching network-vif-plugged-85edc2c4-70d3-4765-b8ae-c77bd54d09ed {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.157621] env[62024]: WARNING nova.compute.manager [req-4c22c2ef-0cde-4071-8f7d-55d6a936f9bc req-8a539e22-ab77-472e-9065-bf383be9e646 service nova] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Received unexpected event network-vif-plugged-85edc2c4-70d3-4765-b8ae-c77bd54d09ed for instance with vm_state building and task_state spawning. [ 674.157789] env[62024]: DEBUG nova.compute.manager [req-4c22c2ef-0cde-4071-8f7d-55d6a936f9bc req-8a539e22-ab77-472e-9065-bf383be9e646 service nova] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Received event network-changed-85edc2c4-70d3-4765-b8ae-c77bd54d09ed {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.157789] env[62024]: DEBUG nova.compute.manager [req-4c22c2ef-0cde-4071-8f7d-55d6a936f9bc req-8a539e22-ab77-472e-9065-bf383be9e646 service nova] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Refreshing instance network info cache due to event network-changed-85edc2c4-70d3-4765-b8ae-c77bd54d09ed. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 674.157789] env[62024]: DEBUG oslo_concurrency.lockutils [req-4c22c2ef-0cde-4071-8f7d-55d6a936f9bc req-8a539e22-ab77-472e-9065-bf383be9e646 service nova] Acquiring lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.173298] env[62024]: DEBUG oslo_vmware.api [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Task: {'id': task-2287954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223429} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.173587] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.173795] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.173954] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.174144] env[62024]: INFO nova.compute.manager [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 674.174404] env[62024]: DEBUG oslo.service.loopingcall [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.174591] env[62024]: DEBUG nova.compute.manager [-] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.174684] env[62024]: DEBUG nova.network.neutron [-] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.286248] env[62024]: DEBUG oslo_vmware.api [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.351254] env[62024]: DEBUG nova.objects.instance [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Lazy-loading 'flavor' on Instance uuid 19277cfb-5358-49a0-a8e9-bbd55722df41 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.374359] env[62024]: DEBUG nova.compute.manager [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.410696] env[62024]: DEBUG nova.virt.hardware [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.410949] env[62024]: DEBUG nova.virt.hardware [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.411093] env[62024]: DEBUG nova.virt.hardware [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.411296] env[62024]: DEBUG nova.virt.hardware [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.411439] env[62024]: DEBUG nova.virt.hardware [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.411811] env[62024]: DEBUG nova.virt.hardware [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.412751] env[62024]: DEBUG nova.virt.hardware [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.412751] env[62024]: DEBUG nova.virt.hardware [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.412751] env[62024]: DEBUG nova.virt.hardware [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.412751] env[62024]: DEBUG nova.virt.hardware [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.412751] env[62024]: DEBUG nova.virt.hardware [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.413660] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcff7078-dce5-49de-8721-a9b40be9012c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.425016] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c7c869-2846-429a-b0b3-c38f2601f827 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.531802] env[62024]: DEBUG nova.network.neutron [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Successfully updated port: 62413c04-6749-4ef7-9dca-3d4202fb62df {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.578398] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569843} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.578698] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 91aaff58-c814-4d01-96ca-e06dfa63b571/91aaff58-c814-4d01-96ca-e06dfa63b571.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.579630] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.579630] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Releasing lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.579780] env[62024]: DEBUG nova.compute.manager [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Instance network_info: |[{"id": "85edc2c4-70d3-4765-b8ae-c77bd54d09ed", "address": "fa:16:3e:9c:e7:bc", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85edc2c4-70", "ovs_interfaceid": "85edc2c4-70d3-4765-b8ae-c77bd54d09ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.580049] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b71b4ca1-fbe6-4959-865b-ff63135820ac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.582566] env[62024]: DEBUG oslo_concurrency.lockutils [req-4c22c2ef-0cde-4071-8f7d-55d6a936f9bc req-8a539e22-ab77-472e-9065-bf383be9e646 service nova] Acquired lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.583426] env[62024]: DEBUG nova.network.neutron [req-4c22c2ef-0cde-4071-8f7d-55d6a936f9bc req-8a539e22-ab77-472e-9065-bf383be9e646 service nova] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Refreshing network info cache for port 85edc2c4-70d3-4765-b8ae-c77bd54d09ed {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.584358] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:e7:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85edc2c4-70d3-4765-b8ae-c77bd54d09ed', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.594988] env[62024]: DEBUG oslo.service.loopingcall [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.596607] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.597611] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2ad617d-2d0f-4b1a-8745-122dad2d1e6c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.616342] env[62024]: DEBUG nova.scheduler.client.report [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.620325] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 674.620325] env[62024]: value = "task-2287956" [ 674.620325] env[62024]: _type = "Task" [ 674.620325] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.626305] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.626305] env[62024]: value = "task-2287957" [ 674.626305] env[62024]: _type = "Task" [ 674.626305] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.633549] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.638840] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287957, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.782222] env[62024]: DEBUG oslo_vmware.api [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287955, 'name': ReconfigVM_Task, 'duration_secs': 0.543626} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.782519] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Reconfigured VM instance instance-00000018 to attach disk [datastore2] volume-2833d12b-9091-4bea-80f4-5053d7d842d9/volume-2833d12b-9091-4bea-80f4-5053d7d842d9.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.787863] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76300d28-a46b-4af5-b271-aeb421b57b61 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.804900] env[62024]: DEBUG oslo_vmware.api [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 674.804900] env[62024]: value = "task-2287958" [ 674.804900] env[62024]: _type = "Task" [ 674.804900] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.813652] env[62024]: DEBUG oslo_vmware.api [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.856130] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8756b3c8-b73f-492a-9aa8-6fc0a165c85e tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Lock "19277cfb-5358-49a0-a8e9-bbd55722df41" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.883s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.012308] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.012772] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73586358-44cb-4b48-8b0c-b9ccc043c581 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.021484] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 675.021484] env[62024]: value = "task-2287959" [ 675.021484] env[62024]: _type = "Task" [ 675.021484] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.025838] env[62024]: DEBUG nova.network.neutron [req-4c22c2ef-0cde-4071-8f7d-55d6a936f9bc req-8a539e22-ab77-472e-9065-bf383be9e646 service nova] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updated VIF entry in instance network info cache for port 85edc2c4-70d3-4765-b8ae-c77bd54d09ed. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.026378] env[62024]: DEBUG nova.network.neutron [req-4c22c2ef-0cde-4071-8f7d-55d6a936f9bc req-8a539e22-ab77-472e-9065-bf383be9e646 service nova] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance_info_cache with network_info: [{"id": "85edc2c4-70d3-4765-b8ae-c77bd54d09ed", "address": "fa:16:3e:9c:e7:bc", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85edc2c4-70", "ovs_interfaceid": "85edc2c4-70d3-4765-b8ae-c77bd54d09ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.033474] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.033732] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.034234] env[62024]: DEBUG nova.network.neutron [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.035105] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.124504] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.125227] env[62024]: DEBUG nova.compute.manager [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.128631] env[62024]: DEBUG oslo_concurrency.lockutils [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.447s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.130960] env[62024]: DEBUG oslo_concurrency.lockutils [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.131228] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.216s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.131478] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.133968] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.096s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.136229] env[62024]: INFO nova.compute.claims [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.153141] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287957, 'name': CreateVM_Task, 'duration_secs': 0.365357} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.157300] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.157998] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066669} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.158285] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.158438] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.159077] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.159374] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.159666] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637309d2-4b77-40bd-a9c7-5326dcdc01e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.162894] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dea5314-e246-4b01-a2fc-b1bfea862b37 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.171367] env[62024]: INFO nova.scheduler.client.report [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Deleted allocations for instance 8f22e462-0047-4ef2-b3cb-6284a5fdf506 [ 675.192378] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 91aaff58-c814-4d01-96ca-e06dfa63b571/91aaff58-c814-4d01-96ca-e06dfa63b571.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.192780] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 675.192780] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5233ea9a-af0e-5742-638f-975564dffe35" [ 675.192780] env[62024]: _type = "Task" [ 675.192780] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.196830] env[62024]: INFO nova.scheduler.client.report [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Deleted allocations for instance 944ae0ad-a813-453f-a3b6-bc5dc5877eca [ 675.197724] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10cc0a32-68b2-42ff-bf83-ecfe38014219 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.227044] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5233ea9a-af0e-5742-638f-975564dffe35, 'name': SearchDatastore_Task, 'duration_secs': 0.017171} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.228412] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.228682] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.228912] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.229091] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.229303] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.229606] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 675.229606] env[62024]: value = "task-2287960" [ 675.229606] env[62024]: _type = "Task" [ 675.229606] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.229776] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-886fc396-39e8-493e-b334-3a5e5a290309 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.241077] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.251968] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.252542] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.253612] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1fb552-c8d8-4e87-8571-35fd05dfd204 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.258967] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 675.258967] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5229b996-26e0-9c8c-45d6-2f77441dac74" [ 675.258967] env[62024]: _type = "Task" [ 675.258967] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.271108] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5229b996-26e0-9c8c-45d6-2f77441dac74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.314869] env[62024]: DEBUG oslo_vmware.api [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287958, 'name': ReconfigVM_Task, 'duration_secs': 0.160513} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.315155] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465695', 'volume_id': '2833d12b-9091-4bea-80f4-5053d7d842d9', 'name': 'volume-2833d12b-9091-4bea-80f4-5053d7d842d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd1edbe3-4426-474b-99ed-8143be203e55', 'attached_at': '', 'detached_at': '', 'volume_id': '2833d12b-9091-4bea-80f4-5053d7d842d9', 'serial': '2833d12b-9091-4bea-80f4-5053d7d842d9'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 675.533613] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287959, 'name': PowerOffVM_Task, 'duration_secs': 0.229982} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.534151] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.535730] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcee58e5-3ab7-4807-aac3-d84fd8bdf9c3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.539162] env[62024]: DEBUG oslo_concurrency.lockutils [req-4c22c2ef-0cde-4071-8f7d-55d6a936f9bc req-8a539e22-ab77-472e-9065-bf383be9e646 service nova] Releasing lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.566852] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ac0507-5eaa-4dfb-ad1e-de603a9be78c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.571468] env[62024]: DEBUG nova.network.neutron [-] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.590134] env[62024]: WARNING nova.network.neutron [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] e0f2a36d-219c-4c49-bfa1-8b03f0578d0f already exists in list: networks containing: ['e0f2a36d-219c-4c49-bfa1-8b03f0578d0f']. ignoring it [ 675.614740] env[62024]: DEBUG nova.network.neutron [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Successfully updated port: 13f26bc6-6441-4e21-b269-a19fa34c702a {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.640387] env[62024]: DEBUG nova.compute.utils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 675.644994] env[62024]: DEBUG nova.compute.manager [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.644994] env[62024]: DEBUG nova.network.neutron [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.698535] env[62024]: DEBUG nova.policy [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdd4b81dfc584141abbf80848df4273d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f864761900ea4b22841ca9bb3c60be26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.720788] env[62024]: DEBUG oslo_concurrency.lockutils [None req-680a8ab1-cead-4897-9fc4-42bdc1f7b8a5 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "8f22e462-0047-4ef2-b3cb-6284a5fdf506" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.560s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.726322] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d979c8f3-14e5-43ab-816e-30add6ab10c3 tempest-ServersV294TestFqdnHostnames-1170863887 tempest-ServersV294TestFqdnHostnames-1170863887-project-member] Lock "944ae0ad-a813-453f-a3b6-bc5dc5877eca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.888s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.747429] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287960, 'name': ReconfigVM_Task, 'duration_secs': 0.325513} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.747630] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 91aaff58-c814-4d01-96ca-e06dfa63b571/91aaff58-c814-4d01-96ca-e06dfa63b571.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.748250] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed342bfd-f891-4192-ba35-77a16b962955 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.754908] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 675.754908] env[62024]: value = "task-2287961" [ 675.754908] env[62024]: _type = "Task" [ 675.754908] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.765734] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287961, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.770906] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5229b996-26e0-9c8c-45d6-2f77441dac74, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.771711] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bba2d28-af1a-4a36-9066-0b449af9a75d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.776592] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 675.776592] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52841783-9d50-4eb1-e262-81e0bcc5192e" [ 675.776592] env[62024]: _type = "Task" [ 675.776592] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.787536] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52841783-9d50-4eb1-e262-81e0bcc5192e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.009881] env[62024]: DEBUG nova.network.neutron [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Updating instance_info_cache with network_info: [{"id": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "address": "fa:16:3e:23:bb:76", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa950f51c-d0", "ovs_interfaceid": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62413c04-6749-4ef7-9dca-3d4202fb62df", "address": "fa:16:3e:ff:85:aa", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62413c04-67", "ovs_interfaceid": "62413c04-6749-4ef7-9dca-3d4202fb62df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.073289] env[62024]: INFO nova.compute.manager [-] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Took 1.90 seconds to deallocate network for instance. [ 676.083376] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 676.083727] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-732a35a7-618c-412d-be09-3c35de8b4c5d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.094792] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 676.094792] env[62024]: value = "task-2287962" [ 676.094792] env[62024]: _type = "Task" [ 676.094792] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.102436] env[62024]: DEBUG nova.network.neutron [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Successfully created port: bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.109571] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287962, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.117077] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "refresh_cache-6486ab8d-5a85-4a12-817b-b34fc6ff5a1d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.117226] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "refresh_cache-6486ab8d-5a85-4a12-817b-b34fc6ff5a1d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.117382] env[62024]: DEBUG nova.network.neutron [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.146098] env[62024]: DEBUG nova.compute.utils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 676.270312] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287961, 'name': Rename_Task, 'duration_secs': 0.155188} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.270609] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.270856] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fa5ef40-1bec-4b98-80f1-a7d2eed9341a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.281774] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 676.281774] env[62024]: value = "task-2287963" [ 676.281774] env[62024]: _type = "Task" [ 676.281774] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.290099] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52841783-9d50-4eb1-e262-81e0bcc5192e, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.293187] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.293533] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 128f600b-4c7c-44fd-9d83-8295bab996e7/128f600b-4c7c-44fd-9d83-8295bab996e7.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.295029] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eacd4381-f197-441f-9bb4-7a7734e474ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.300176] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287963, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.305999] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 676.305999] env[62024]: value = "task-2287964" [ 676.305999] env[62024]: _type = "Task" [ 676.305999] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.314170] env[62024]: DEBUG nova.compute.manager [req-445442a2-fec0-408c-9413-307f809295cd req-10a68b76-caa8-4a4e-be96-a930f2c7cf51 service nova] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Received event network-vif-deleted-e74adde3-6d5b-4e94-b4e7-76eb6d9e65db {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.320226] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.360840] env[62024]: DEBUG nova.objects.instance [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lazy-loading 'flavor' on Instance uuid cd1edbe3-4426-474b-99ed-8143be203e55 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.512692] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.513431] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.514069] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.516960] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988a5d2c-f71a-4d92-859f-908a44ab2963 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.536062] env[62024]: DEBUG nova.virt.hardware [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.536380] env[62024]: DEBUG nova.virt.hardware [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.536551] env[62024]: DEBUG nova.virt.hardware [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.536751] env[62024]: DEBUG nova.virt.hardware [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.536901] env[62024]: DEBUG nova.virt.hardware [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.537062] env[62024]: DEBUG nova.virt.hardware [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.537301] env[62024]: DEBUG nova.virt.hardware [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.537472] env[62024]: DEBUG nova.virt.hardware [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.537636] env[62024]: DEBUG nova.virt.hardware [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.537816] env[62024]: DEBUG nova.virt.hardware [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.537991] env[62024]: DEBUG nova.virt.hardware [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.545717] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Reconfiguring VM to attach interface {{(pid=62024) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 676.549037] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71cf6533-5b7f-4e8e-aa18-8c68b8569d6e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.568860] env[62024]: DEBUG oslo_vmware.api [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 676.568860] env[62024]: value = "task-2287965" [ 676.568860] env[62024]: _type = "Task" [ 676.568860] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.581227] env[62024]: DEBUG oslo_vmware.api [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287965, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.584416] env[62024]: DEBUG oslo_concurrency.lockutils [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.604122] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287962, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.648773] env[62024]: DEBUG nova.compute.manager [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.680697] env[62024]: DEBUG nova.network.neutron [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.701903] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce002753-799e-46a4-887e-1dd7973c0bbd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.714679] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccf856d-1004-4204-a1fb-7e948b02129b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.760309] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdebe67a-f9ae-4f7f-96fe-84ceeae10b40 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.774025] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec652bba-2424-4538-b93f-8c545849c031 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.789648] env[62024]: DEBUG nova.compute.provider_tree [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.801816] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287963, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.821162] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287964, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.868564] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3fe6f3a-c2d8-4f9a-b3de-130ef8c4f07e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.338s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.889236] env[62024]: DEBUG nova.network.neutron [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Updating instance_info_cache with network_info: [{"id": "13f26bc6-6441-4e21-b269-a19fa34c702a", "address": "fa:16:3e:c7:b1:07", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f26bc6-64", "ovs_interfaceid": "13f26bc6-6441-4e21-b269-a19fa34c702a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.079417] env[62024]: DEBUG oslo_vmware.api [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.108059] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287962, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.295956] env[62024]: DEBUG nova.scheduler.client.report [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.302510] env[62024]: DEBUG oslo_vmware.api [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287963, 'name': PowerOnVM_Task, 'duration_secs': 0.693833} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.302851] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.303986] env[62024]: INFO nova.compute.manager [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Took 8.24 seconds to spawn the instance on the hypervisor. [ 677.303986] env[62024]: DEBUG nova.compute.manager [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.304113] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb713e7-a6a1-4e4b-bf28-df52af6fcf50 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.320440] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59542} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.320728] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 128f600b-4c7c-44fd-9d83-8295bab996e7/128f600b-4c7c-44fd-9d83-8295bab996e7.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.320853] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.321084] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61c4a0f8-8cb2-49a7-85a2-55159303fec8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.326923] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 677.326923] env[62024]: value = "task-2287966" [ 677.326923] env[62024]: _type = "Task" [ 677.326923] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.334570] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.372520] env[62024]: DEBUG nova.compute.manager [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Received event network-vif-plugged-62413c04-6749-4ef7-9dca-3d4202fb62df {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.372726] env[62024]: DEBUG oslo_concurrency.lockutils [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] Acquiring lock "f710ae20-f82c-4e3f-a52f-3b1042e26504-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.372933] env[62024]: DEBUG oslo_concurrency.lockutils [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] Lock "f710ae20-f82c-4e3f-a52f-3b1042e26504-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.373111] env[62024]: DEBUG oslo_concurrency.lockutils [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] Lock "f710ae20-f82c-4e3f-a52f-3b1042e26504-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.373277] env[62024]: DEBUG nova.compute.manager [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] No waiting events found dispatching network-vif-plugged-62413c04-6749-4ef7-9dca-3d4202fb62df {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.373499] env[62024]: WARNING nova.compute.manager [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Received unexpected event network-vif-plugged-62413c04-6749-4ef7-9dca-3d4202fb62df for instance with vm_state active and task_state None. [ 677.373676] env[62024]: DEBUG nova.compute.manager [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Received event network-changed-62413c04-6749-4ef7-9dca-3d4202fb62df {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.373831] env[62024]: DEBUG nova.compute.manager [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Refreshing instance network info cache due to event network-changed-62413c04-6749-4ef7-9dca-3d4202fb62df. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 677.374015] env[62024]: DEBUG oslo_concurrency.lockutils [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] Acquiring lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.374154] env[62024]: DEBUG oslo_concurrency.lockutils [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] Acquired lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.374318] env[62024]: DEBUG nova.network.neutron [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Refreshing network info cache for port 62413c04-6749-4ef7-9dca-3d4202fb62df {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.392300] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "refresh_cache-6486ab8d-5a85-4a12-817b-b34fc6ff5a1d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.392611] env[62024]: DEBUG nova.compute.manager [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Instance network_info: |[{"id": "13f26bc6-6441-4e21-b269-a19fa34c702a", "address": "fa:16:3e:c7:b1:07", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f26bc6-64", "ovs_interfaceid": "13f26bc6-6441-4e21-b269-a19fa34c702a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.393039] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:b1:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13f26bc6-6441-4e21-b269-a19fa34c702a', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.401882] env[62024]: DEBUG oslo.service.loopingcall [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.402445] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.402685] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fee17b15-a7a0-4479-888d-b77d44a61db8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.425371] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.425371] env[62024]: value = "task-2287967" [ 677.425371] env[62024]: _type = "Task" [ 677.425371] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.433740] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287967, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.516204] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Acquiring lock "b8b494d3-effa-4a47-af8c-012f9cc35e09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.516982] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Lock "b8b494d3-effa-4a47-af8c-012f9cc35e09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.581086] env[62024]: DEBUG oslo_vmware.api [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.607943] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287962, 'name': CreateSnapshot_Task, 'duration_secs': 1.015654} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.608237] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 677.611190] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d0b062-8ca7-40f3-84ea-eb9bc48dbd56 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.646620] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1192bb55-dbc4-438c-a4ad-6187d810b5ba tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "cd1edbe3-4426-474b-99ed-8143be203e55" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.646915] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1192bb55-dbc4-438c-a4ad-6187d810b5ba tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.647234] env[62024]: DEBUG nova.compute.manager [None req-1192bb55-dbc4-438c-a4ad-6187d810b5ba tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.649092] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fbaa73-7173-4d60-b6bb-3e900833188e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.658488] env[62024]: DEBUG nova.compute.manager [None req-1192bb55-dbc4-438c-a4ad-6187d810b5ba tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62024) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 677.659111] env[62024]: DEBUG nova.objects.instance [None req-1192bb55-dbc4-438c-a4ad-6187d810b5ba tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lazy-loading 'flavor' on Instance uuid cd1edbe3-4426-474b-99ed-8143be203e55 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.661683] env[62024]: DEBUG nova.compute.manager [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.689855] env[62024]: DEBUG nova.virt.hardware [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:09:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='848978295',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1496549585',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.690135] env[62024]: DEBUG nova.virt.hardware [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.690466] env[62024]: DEBUG nova.virt.hardware [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.690544] env[62024]: DEBUG nova.virt.hardware [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.690664] env[62024]: DEBUG nova.virt.hardware [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.690878] env[62024]: DEBUG nova.virt.hardware [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.691216] env[62024]: DEBUG nova.virt.hardware [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.691393] env[62024]: DEBUG nova.virt.hardware [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.691596] env[62024]: DEBUG nova.virt.hardware [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.691813] env[62024]: DEBUG nova.virt.hardware [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.691996] env[62024]: DEBUG nova.virt.hardware [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.693261] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd0b17b-b2ab-4b95-9d4e-29b752b020c7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.697675] env[62024]: DEBUG nova.network.neutron [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Successfully updated port: bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.702115] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a282559-183e-43b8-b568-2051db02fc0f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.804364] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.804968] env[62024]: DEBUG nova.compute.manager [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.807606] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.817s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.807767] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.809811] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.725s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.811622] env[62024]: INFO nova.compute.claims [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.823681] env[62024]: INFO nova.compute.manager [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Took 50.84 seconds to build instance. [ 677.835773] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185354} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.836041] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.837286] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fe3a38-449e-44ba-bc11-02447b32a113 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.841159] env[62024]: INFO nova.scheduler.client.report [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Deleted allocations for instance f0e0e8a0-6712-4cce-9a5c-59172bb1c145 [ 677.868121] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 128f600b-4c7c-44fd-9d83-8295bab996e7/128f600b-4c7c-44fd-9d83-8295bab996e7.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.868726] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65ca2fc9-1537-4503-8f87-66c21ba4ed1f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.891681] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 677.891681] env[62024]: value = "task-2287968" [ 677.891681] env[62024]: _type = "Task" [ 677.891681] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.902095] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.935700] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287967, 'name': CreateVM_Task, 'duration_secs': 0.401838} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.936630] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.937031] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.937031] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.937258] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.937522] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a45461-ce8e-434e-b9f2-10015938d399 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.942375] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 677.942375] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e2ffa0-2898-25af-368c-53fb91005740" [ 677.942375] env[62024]: _type = "Task" [ 677.942375] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.950329] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e2ffa0-2898-25af-368c-53fb91005740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.019386] env[62024]: DEBUG nova.compute.manager [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.082576] env[62024]: DEBUG oslo_vmware.api [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287965, 'name': ReconfigVM_Task, 'duration_secs': 1.215377} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.083232] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.083468] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Reconfigured VM to attach interface {{(pid=62024) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 678.120387] env[62024]: DEBUG nova.network.neutron [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Updated VIF entry in instance network info cache for port 62413c04-6749-4ef7-9dca-3d4202fb62df. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.120387] env[62024]: DEBUG nova.network.neutron [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Updating instance_info_cache with network_info: [{"id": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "address": "fa:16:3e:23:bb:76", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa950f51c-d0", "ovs_interfaceid": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62413c04-6749-4ef7-9dca-3d4202fb62df", "address": "fa:16:3e:ff:85:aa", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62413c04-67", "ovs_interfaceid": "62413c04-6749-4ef7-9dca-3d4202fb62df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.137347] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 678.138217] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2e73c80d-75f7-4011-ac6b-6a7c2aa001ac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.147165] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 678.147165] env[62024]: value = "task-2287969" [ 678.147165] env[62024]: _type = "Task" [ 678.147165] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.156289] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287969, 'name': CloneVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.202522] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "refresh_cache-e4d53e08-758e-4304-876b-2fb456eb393c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.202522] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquired lock "refresh_cache-e4d53e08-758e-4304-876b-2fb456eb393c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.202522] env[62024]: DEBUG nova.network.neutron [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.316162] env[62024]: DEBUG nova.compute.utils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 678.322747] env[62024]: DEBUG nova.compute.manager [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.322747] env[62024]: DEBUG nova.network.neutron [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.326663] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1d239004-4ec6-4cab-bc7e-8fed962329ee tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "91aaff58-c814-4d01-96ca-e06dfa63b571" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.806s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.348777] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b1e7d1d-46f5-4ae1-bd19-abbaf0cb0dcb tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "f0e0e8a0-6712-4cce-9a5c-59172bb1c145" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.842s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.362271] env[62024]: DEBUG nova.policy [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d2e0cf6bb6f4aa985a1fa6100b7ae06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '635b7959f93043e2a28bad7303dd5f01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.402742] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287968, 'name': ReconfigVM_Task, 'duration_secs': 0.283733} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.403013] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 128f600b-4c7c-44fd-9d83-8295bab996e7/128f600b-4c7c-44fd-9d83-8295bab996e7.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.403667] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c255d15e-2d62-4594-ae36-c991d18f4129 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.409834] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 678.409834] env[62024]: value = "task-2287970" [ 678.409834] env[62024]: _type = "Task" [ 678.409834] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.418522] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287970, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.453822] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e2ffa0-2898-25af-368c-53fb91005740, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.454713] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.454990] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.455254] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.455403] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.455582] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.455898] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cafcc92-528d-4729-900a-dc48b6f9daf0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.464343] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.464648] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.465475] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce1720f-5ada-4244-9fd7-7d85ef0c247c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.471078] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 678.471078] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523c3de2-b178-1e54-0de1-6124423b7e6f" [ 678.471078] env[62024]: _type = "Task" [ 678.471078] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.479418] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523c3de2-b178-1e54-0de1-6124423b7e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.548497] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.588404] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ffbb9385-49b0-49e8-b564-29f6e595ee5d tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-f710ae20-f82c-4e3f-a52f-3b1042e26504-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.037s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.631147] env[62024]: DEBUG oslo_concurrency.lockutils [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] Releasing lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.631514] env[62024]: DEBUG nova.compute.manager [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Received event network-vif-plugged-13f26bc6-6441-4e21-b269-a19fa34c702a {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 678.631711] env[62024]: DEBUG oslo_concurrency.lockutils [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] Acquiring lock "6486ab8d-5a85-4a12-817b-b34fc6ff5a1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.631910] env[62024]: DEBUG oslo_concurrency.lockutils [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] Lock "6486ab8d-5a85-4a12-817b-b34fc6ff5a1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.632080] env[62024]: DEBUG oslo_concurrency.lockutils [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] Lock "6486ab8d-5a85-4a12-817b-b34fc6ff5a1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.632243] env[62024]: DEBUG nova.compute.manager [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] No waiting events found dispatching network-vif-plugged-13f26bc6-6441-4e21-b269-a19fa34c702a {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.632450] env[62024]: WARNING nova.compute.manager [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Received unexpected event network-vif-plugged-13f26bc6-6441-4e21-b269-a19fa34c702a for instance with vm_state building and task_state spawning. [ 678.632681] env[62024]: DEBUG nova.compute.manager [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Received event network-changed-13f26bc6-6441-4e21-b269-a19fa34c702a {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 678.632849] env[62024]: DEBUG nova.compute.manager [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Refreshing instance network info cache due to event network-changed-13f26bc6-6441-4e21-b269-a19fa34c702a. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 678.633046] env[62024]: DEBUG oslo_concurrency.lockutils [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] Acquiring lock "refresh_cache-6486ab8d-5a85-4a12-817b-b34fc6ff5a1d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.633727] env[62024]: DEBUG oslo_concurrency.lockutils [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] Acquired lock "refresh_cache-6486ab8d-5a85-4a12-817b-b34fc6ff5a1d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.633727] env[62024]: DEBUG nova.network.neutron [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Refreshing network info cache for port 13f26bc6-6441-4e21-b269-a19fa34c702a {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.658322] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287969, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.668435] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1192bb55-dbc4-438c-a4ad-6187d810b5ba tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.668767] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eb7df98-b3e3-46fa-bb9c-ce84db9b4066 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.675949] env[62024]: DEBUG oslo_vmware.api [None req-1192bb55-dbc4-438c-a4ad-6187d810b5ba tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 678.675949] env[62024]: value = "task-2287971" [ 678.675949] env[62024]: _type = "Task" [ 678.675949] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.684864] env[62024]: DEBUG oslo_vmware.api [None req-1192bb55-dbc4-438c-a4ad-6187d810b5ba tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.709288] env[62024]: DEBUG nova.network.neutron [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Successfully created port: 25a3dc4a-5a41-4931-b8d2-3d3327b69915 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.754725] env[62024]: DEBUG nova.network.neutron [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.820332] env[62024]: DEBUG nova.compute.manager [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.920599] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287970, 'name': Rename_Task, 'duration_secs': 0.356555} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.923755] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.924951] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bb533d4-a5bd-4b97-bbff-c0344782cbd1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.930758] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 678.930758] env[62024]: value = "task-2287972" [ 678.930758] env[62024]: _type = "Task" [ 678.930758] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.939824] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.982038] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523c3de2-b178-1e54-0de1-6124423b7e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.012196} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.986573] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab68b62-7650-4ed4-a986-493fdfa8e12f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.991680] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 678.991680] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52170e27-68ff-b8e6-e0c6-eefb1b1191e7" [ 678.991680] env[62024]: _type = "Task" [ 678.991680] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.001096] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52170e27-68ff-b8e6-e0c6-eefb1b1191e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.069918] env[62024]: DEBUG nova.network.neutron [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Updating instance_info_cache with network_info: [{"id": "bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d", "address": "fa:16:3e:60:a9:dc", "network": {"id": "e18781da-2894-4010-b62c-48d5ea49cdc9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2024893945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f864761900ea4b22841ca9bb3c60be26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb1d0b1-9d", "ovs_interfaceid": "bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.124964] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Acquiring lock "19277cfb-5358-49a0-a8e9-bbd55722df41" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.125164] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Lock "19277cfb-5358-49a0-a8e9-bbd55722df41" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.163557] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287969, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.187576] env[62024]: DEBUG oslo_vmware.api [None req-1192bb55-dbc4-438c-a4ad-6187d810b5ba tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287971, 'name': PowerOffVM_Task, 'duration_secs': 0.244153} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.192316] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1192bb55-dbc4-438c-a4ad-6187d810b5ba tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.193932] env[62024]: DEBUG nova.compute.manager [None req-1192bb55-dbc4-438c-a4ad-6187d810b5ba tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.193932] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee36cb3-9c38-4147-8f50-c5b24962020f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.275607] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "91aaff58-c814-4d01-96ca-e06dfa63b571" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.275855] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "91aaff58-c814-4d01-96ca-e06dfa63b571" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.276077] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "91aaff58-c814-4d01-96ca-e06dfa63b571-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.276283] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "91aaff58-c814-4d01-96ca-e06dfa63b571-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.276470] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "91aaff58-c814-4d01-96ca-e06dfa63b571-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.279670] env[62024]: INFO nova.compute.manager [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Terminating instance [ 679.392941] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9a6c86-28c2-4470-bea1-116ecfe98b80 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.400699] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaea98c-cdd8-40b3-a767-4e2d7ab99ec0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.440270] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af729722-9d34-48b7-9a3e-6e95144a3e3b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.448356] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287972, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.453713] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6780b4a0-0e9c-42a2-9374-2d58af639e90 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.470666] env[62024]: DEBUG nova.compute.provider_tree [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.502702] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52170e27-68ff-b8e6-e0c6-eefb1b1191e7, 'name': SearchDatastore_Task, 'duration_secs': 0.017816} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.502969] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.503233] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d/6486ab8d-5a85-4a12-817b-b34fc6ff5a1d.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.503564] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31e0b81a-c2c5-4c1b-9013-c94b057e0630 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.509952] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 679.509952] env[62024]: value = "task-2287973" [ 679.509952] env[62024]: _type = "Task" [ 679.509952] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.517947] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.572520] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Releasing lock "refresh_cache-e4d53e08-758e-4304-876b-2fb456eb393c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.572949] env[62024]: DEBUG nova.compute.manager [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Instance network_info: |[{"id": "bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d", "address": "fa:16:3e:60:a9:dc", "network": {"id": "e18781da-2894-4010-b62c-48d5ea49cdc9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2024893945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f864761900ea4b22841ca9bb3c60be26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb1d0b1-9d", "ovs_interfaceid": "bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.573515] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:a9:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.581666] env[62024]: DEBUG oslo.service.loopingcall [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.581885] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.582183] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d2e7fe8-5d1c-4fc7-8fa3-1bfc08eecf27 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.602539] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.602539] env[62024]: value = "task-2287974" [ 679.602539] env[62024]: _type = "Task" [ 679.602539] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.606761] env[62024]: DEBUG nova.network.neutron [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Updated VIF entry in instance network info cache for port 13f26bc6-6441-4e21-b269-a19fa34c702a. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.607905] env[62024]: DEBUG nova.network.neutron [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Updating instance_info_cache with network_info: [{"id": "13f26bc6-6441-4e21-b269-a19fa34c702a", "address": "fa:16:3e:c7:b1:07", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f26bc6-64", "ovs_interfaceid": "13f26bc6-6441-4e21-b269-a19fa34c702a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.618307] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287974, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.631438] env[62024]: INFO nova.compute.manager [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Detaching volume a829ed4a-c2fe-478d-ba2d-d7da625faef1 [ 679.659449] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2287969, 'name': CloneVM_Task, 'duration_secs': 1.323313} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.659871] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Created linked-clone VM from snapshot [ 679.660537] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09469ef4-468a-4a68-b3f7-171a64a0a5ad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.669826] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Uploading image ff0fed8d-ce9a-4400-b73d-f104a73bdeb6 {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 679.675359] env[62024]: INFO nova.virt.block_device [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Attempting to driver detach volume a829ed4a-c2fe-478d-ba2d-d7da625faef1 from mountpoint /dev/sdb [ 679.675646] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Volume detach. Driver type: vmdk {{(pid=62024) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 679.675845] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465693', 'volume_id': 'a829ed4a-c2fe-478d-ba2d-d7da625faef1', 'name': 'volume-a829ed4a-c2fe-478d-ba2d-d7da625faef1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19277cfb-5358-49a0-a8e9-bbd55722df41', 'attached_at': '', 'detached_at': '', 'volume_id': 'a829ed4a-c2fe-478d-ba2d-d7da625faef1', 'serial': 'a829ed4a-c2fe-478d-ba2d-d7da625faef1'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 679.676840] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6531a5f9-7f1a-4a01-ae7b-3d22d243363a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.707102] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de0200a-0a20-4a26-b94c-8e071cad8c9e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.713445] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1192bb55-dbc4-438c-a4ad-6187d810b5ba tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.728390] env[62024]: DEBUG oslo_vmware.rw_handles [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 679.728390] env[62024]: value = "vm-465702" [ 679.728390] env[62024]: _type = "VirtualMachine" [ 679.728390] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 679.729351] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47154fa3-87a3-44e9-9710-e06684d38622 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.734227] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-21e392bc-0a57-4f82-a68d-33c5b905448b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.742517] env[62024]: DEBUG oslo_vmware.rw_handles [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lease: (returnval){ [ 679.742517] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5231e1f8-b507-cfbe-26c5-f0144be4456b" [ 679.742517] env[62024]: _type = "HttpNfcLease" [ 679.742517] env[62024]: } obtained for exporting VM: (result){ [ 679.742517] env[62024]: value = "vm-465702" [ 679.742517] env[62024]: _type = "VirtualMachine" [ 679.742517] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 679.742899] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the lease: (returnval){ [ 679.742899] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5231e1f8-b507-cfbe-26c5-f0144be4456b" [ 679.742899] env[62024]: _type = "HttpNfcLease" [ 679.742899] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 679.765129] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aabcb6-8eef-42d2-bb35-f72c7808c29d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.772008] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 679.772008] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5231e1f8-b507-cfbe-26c5-f0144be4456b" [ 679.772008] env[62024]: _type = "HttpNfcLease" [ 679.772008] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 679.784279] env[62024]: DEBUG nova.compute.manager [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.784951] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.785088] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] The volume has not been displaced from its original location: [datastore2] volume-a829ed4a-c2fe-478d-ba2d-d7da625faef1/volume-a829ed4a-c2fe-478d-ba2d-d7da625faef1.vmdk. No consolidation needed. {{(pid=62024) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 679.791289] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 679.792311] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e098cd4-b28b-4205-bc19-81717978cec5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.795829] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582e716d-f382-4b56-a501-674382968421 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.816640] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.818066] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fc51d77-8c72-4fa5-9554-f69e55cb6eeb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.819986] env[62024]: DEBUG oslo_vmware.api [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Waiting for the task: (returnval){ [ 679.819986] env[62024]: value = "task-2287976" [ 679.819986] env[62024]: _type = "Task" [ 679.819986] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.826105] env[62024]: DEBUG oslo_vmware.api [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 679.826105] env[62024]: value = "task-2287977" [ 679.826105] env[62024]: _type = "Task" [ 679.826105] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.834607] env[62024]: DEBUG nova.compute.manager [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.836953] env[62024]: DEBUG oslo_vmware.api [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Task: {'id': task-2287976, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.843318] env[62024]: DEBUG oslo_vmware.api [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.874393] env[62024]: DEBUG nova.virt.hardware [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.874734] env[62024]: DEBUG nova.virt.hardware [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.874857] env[62024]: DEBUG nova.virt.hardware [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.875064] env[62024]: DEBUG nova.virt.hardware [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.875247] env[62024]: DEBUG nova.virt.hardware [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.875396] env[62024]: DEBUG nova.virt.hardware [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.875663] env[62024]: DEBUG nova.virt.hardware [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.875813] env[62024]: DEBUG nova.virt.hardware [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.875979] env[62024]: DEBUG nova.virt.hardware [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.876155] env[62024]: DEBUG nova.virt.hardware [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.876329] env[62024]: DEBUG nova.virt.hardware [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.877331] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d339b32a-2b87-44b9-9a7a-ef1c19aa5b1a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.888057] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8bfae4-c200-44d8-a115-6275103bc387 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.946233] env[62024]: DEBUG oslo_vmware.api [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2287972, 'name': PowerOnVM_Task, 'duration_secs': 0.756317} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.946972] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.946972] env[62024]: INFO nova.compute.manager [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Took 8.21 seconds to spawn the instance on the hypervisor. [ 679.947120] env[62024]: DEBUG nova.compute.manager [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.948090] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab92c7-c703-4e9d-a811-f1f0f9a1a198 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.979200] env[62024]: DEBUG nova.scheduler.client.report [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.025039] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287973, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.115891] env[62024]: DEBUG oslo_concurrency.lockutils [req-16f72e8e-c461-491b-9d6b-8f4d655db65e req-69822116-eb75-4b23-8a13-59980e4cd9e8 service nova] Releasing lock "refresh_cache-6486ab8d-5a85-4a12-817b-b34fc6ff5a1d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.116568] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287974, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.258377] env[62024]: DEBUG nova.compute.manager [req-7fc62526-7fa5-437e-8e65-bb46681e3c7c req-7a979be7-3d40-4a7a-b127-3d03024b9224 service nova] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Received event network-vif-plugged-bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.258561] env[62024]: DEBUG oslo_concurrency.lockutils [req-7fc62526-7fa5-437e-8e65-bb46681e3c7c req-7a979be7-3d40-4a7a-b127-3d03024b9224 service nova] Acquiring lock "e4d53e08-758e-4304-876b-2fb456eb393c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.258866] env[62024]: DEBUG oslo_concurrency.lockutils [req-7fc62526-7fa5-437e-8e65-bb46681e3c7c req-7a979be7-3d40-4a7a-b127-3d03024b9224 service nova] Lock "e4d53e08-758e-4304-876b-2fb456eb393c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.259094] env[62024]: DEBUG oslo_concurrency.lockutils [req-7fc62526-7fa5-437e-8e65-bb46681e3c7c req-7a979be7-3d40-4a7a-b127-3d03024b9224 service nova] Lock "e4d53e08-758e-4304-876b-2fb456eb393c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.259308] env[62024]: DEBUG nova.compute.manager [req-7fc62526-7fa5-437e-8e65-bb46681e3c7c req-7a979be7-3d40-4a7a-b127-3d03024b9224 service nova] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] No waiting events found dispatching network-vif-plugged-bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.259537] env[62024]: WARNING nova.compute.manager [req-7fc62526-7fa5-437e-8e65-bb46681e3c7c req-7a979be7-3d40-4a7a-b127-3d03024b9224 service nova] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Received unexpected event network-vif-plugged-bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d for instance with vm_state building and task_state spawning. [ 680.259732] env[62024]: DEBUG nova.compute.manager [req-7fc62526-7fa5-437e-8e65-bb46681e3c7c req-7a979be7-3d40-4a7a-b127-3d03024b9224 service nova] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Received event network-changed-bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.259908] env[62024]: DEBUG nova.compute.manager [req-7fc62526-7fa5-437e-8e65-bb46681e3c7c req-7a979be7-3d40-4a7a-b127-3d03024b9224 service nova] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Refreshing instance network info cache due to event network-changed-bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 680.260149] env[62024]: DEBUG oslo_concurrency.lockutils [req-7fc62526-7fa5-437e-8e65-bb46681e3c7c req-7a979be7-3d40-4a7a-b127-3d03024b9224 service nova] Acquiring lock "refresh_cache-e4d53e08-758e-4304-876b-2fb456eb393c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.260347] env[62024]: DEBUG oslo_concurrency.lockutils [req-7fc62526-7fa5-437e-8e65-bb46681e3c7c req-7a979be7-3d40-4a7a-b127-3d03024b9224 service nova] Acquired lock "refresh_cache-e4d53e08-758e-4304-876b-2fb456eb393c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.260562] env[62024]: DEBUG nova.network.neutron [req-7fc62526-7fa5-437e-8e65-bb46681e3c7c req-7a979be7-3d40-4a7a-b127-3d03024b9224 service nova] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Refreshing network info cache for port bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.270092] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 680.270092] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5231e1f8-b507-cfbe-26c5-f0144be4456b" [ 680.270092] env[62024]: _type = "HttpNfcLease" [ 680.270092] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 680.271095] env[62024]: DEBUG oslo_vmware.rw_handles [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 680.271095] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5231e1f8-b507-cfbe-26c5-f0144be4456b" [ 680.271095] env[62024]: _type = "HttpNfcLease" [ 680.271095] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 680.272032] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb477ed-09ef-4a4b-b0d0-b844a048392b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.280273] env[62024]: DEBUG oslo_vmware.rw_handles [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d765f-8b91-9ae7-3191-d61afa7ef8b8/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 680.280467] env[62024]: DEBUG oslo_vmware.rw_handles [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d765f-8b91-9ae7-3191-d61afa7ef8b8/disk-0.vmdk for reading. {{(pid=62024) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 680.359480] env[62024]: DEBUG oslo_vmware.api [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287977, 'name': PowerOffVM_Task, 'duration_secs': 0.418985} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.362582] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.362761] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.363050] env[62024]: DEBUG oslo_vmware.api [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Task: {'id': task-2287976, 'name': ReconfigVM_Task, 'duration_secs': 0.355047} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.363262] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29d74fd8-2366-4a1a-97c6-7640b1a3fa3a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.365073] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 680.369705] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01631b74-4196-4359-99d0-f98f5948fa60 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.386096] env[62024]: DEBUG oslo_vmware.api [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Waiting for the task: (returnval){ [ 680.386096] env[62024]: value = "task-2287979" [ 680.386096] env[62024]: _type = "Task" [ 680.386096] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.394232] env[62024]: DEBUG oslo_vmware.api [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Task: {'id': task-2287979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.430095] env[62024]: DEBUG nova.network.neutron [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Successfully updated port: 25a3dc4a-5a41-4931-b8d2-3d3327b69915 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.456989] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-38968f0d-d481-4257-9de2-25a17d1f6758 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.473975] env[62024]: INFO nova.compute.manager [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Took 49.86 seconds to build instance. [ 680.483524] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.484098] env[62024]: DEBUG nova.compute.manager [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.492081] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.890s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.494366] env[62024]: INFO nova.compute.claims [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.523541] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575759} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.524301] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d/6486ab8d-5a85-4a12-817b-b34fc6ff5a1d.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.524845] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.526241] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbcf3d0e-a144-497b-8d56-52071459a352 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.533064] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 680.533064] env[62024]: value = "task-2287980" [ 680.533064] env[62024]: _type = "Task" [ 680.533064] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.551059] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.612278] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.612534] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.612634] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleting the datastore file [datastore2] 91aaff58-c814-4d01-96ca-e06dfa63b571 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.612998] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40833995-7f6f-4ade-8939-ad9cabf3c77e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.618361] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287974, 'name': CreateVM_Task, 'duration_secs': 0.566514} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.618917] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.619596] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.619749] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.620075] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.620333] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952d4c00-a1d8-4141-b93a-fa67d6ec637b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.623452] env[62024]: DEBUG oslo_vmware.api [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 680.623452] env[62024]: value = "task-2287981" [ 680.623452] env[62024]: _type = "Task" [ 680.623452] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.628294] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 680.628294] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526be279-b08d-2140-c8ca-aabbe3aefa3b" [ 680.628294] env[62024]: _type = "Task" [ 680.628294] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.634264] env[62024]: DEBUG oslo_vmware.api [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.638729] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526be279-b08d-2140-c8ca-aabbe3aefa3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.896784] env[62024]: DEBUG oslo_vmware.api [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Task: {'id': task-2287979, 'name': ReconfigVM_Task, 'duration_secs': 0.242109} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.897104] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465693', 'volume_id': 'a829ed4a-c2fe-478d-ba2d-d7da625faef1', 'name': 'volume-a829ed4a-c2fe-478d-ba2d-d7da625faef1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19277cfb-5358-49a0-a8e9-bbd55722df41', 'attached_at': '', 'detached_at': '', 'volume_id': 'a829ed4a-c2fe-478d-ba2d-d7da625faef1', 'serial': 'a829ed4a-c2fe-478d-ba2d-d7da625faef1'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 680.912708] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "2200d9af-927b-4de0-b8e4-1b878837dd1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.912981] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "2200d9af-927b-4de0-b8e4-1b878837dd1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.913197] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "2200d9af-927b-4de0-b8e4-1b878837dd1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.913464] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "2200d9af-927b-4de0-b8e4-1b878837dd1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.913605] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "2200d9af-927b-4de0-b8e4-1b878837dd1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.919081] env[62024]: INFO nova.compute.manager [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Terminating instance [ 680.932256] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "refresh_cache-0deb4845-2ddc-4d2e-a344-94d3932ce3ae" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.932496] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "refresh_cache-0deb4845-2ddc-4d2e-a344-94d3932ce3ae" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.932697] env[62024]: DEBUG nova.network.neutron [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.979797] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c733b306-27bf-4c2c-b3cc-60dadd6fb7b2 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "128f600b-4c7c-44fd-9d83-8295bab996e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.075s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.999697] env[62024]: DEBUG nova.compute.utils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 681.002919] env[62024]: DEBUG nova.compute.manager [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.003930] env[62024]: DEBUG nova.network.neutron [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.042980] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069969} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.042980] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.044277] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06815e3-d2cd-4fc7-835a-9858941e658c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.075639] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d/6486ab8d-5a85-4a12-817b-b34fc6ff5a1d.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.076036] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a28c666-002a-447c-abd1-288b9830f5bc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.103034] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 681.103034] env[62024]: value = "task-2287982" [ 681.103034] env[62024]: _type = "Task" [ 681.103034] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.113766] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.137999] env[62024]: DEBUG oslo_vmware.api [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2287981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508796} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.138997] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.139213] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.139460] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.139735] env[62024]: INFO nova.compute.manager [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Took 1.36 seconds to destroy the instance on the hypervisor. [ 681.140112] env[62024]: DEBUG oslo.service.loopingcall [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.144458] env[62024]: DEBUG nova.compute.manager [-] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.144650] env[62024]: DEBUG nova.network.neutron [-] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.146488] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526be279-b08d-2140-c8ca-aabbe3aefa3b, 'name': SearchDatastore_Task, 'duration_secs': 0.014108} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.147154] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.148441] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.148732] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.148893] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.150437] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.150437] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79b1ee1c-5548-4516-bec4-5326c5b9103c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.161136] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.161322] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.162105] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ef7f06-fba7-4395-bd17-504618eb23e3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.170895] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 681.170895] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52009533-af95-4981-77b4-c8df1fbd12de" [ 681.170895] env[62024]: _type = "Task" [ 681.170895] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.180393] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52009533-af95-4981-77b4-c8df1fbd12de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.210108] env[62024]: DEBUG nova.policy [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c858e9b1a643678ea3b54461d870df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dc8b626873f4801b564004f9b9d9e86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.226569] env[62024]: DEBUG nova.network.neutron [req-7fc62526-7fa5-437e-8e65-bb46681e3c7c req-7a979be7-3d40-4a7a-b127-3d03024b9224 service nova] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Updated VIF entry in instance network info cache for port bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.227173] env[62024]: DEBUG nova.network.neutron [req-7fc62526-7fa5-437e-8e65-bb46681e3c7c req-7a979be7-3d40-4a7a-b127-3d03024b9224 service nova] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Updating instance_info_cache with network_info: [{"id": "bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d", "address": "fa:16:3e:60:a9:dc", "network": {"id": "e18781da-2894-4010-b62c-48d5ea49cdc9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2024893945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f864761900ea4b22841ca9bb3c60be26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb1d0b1-9d", "ovs_interfaceid": "bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.288963] env[62024]: DEBUG nova.objects.instance [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lazy-loading 'flavor' on Instance uuid cd1edbe3-4426-474b-99ed-8143be203e55 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.422535] env[62024]: DEBUG nova.compute.manager [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.422842] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.423818] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28f2426-98dc-472e-8544-8c75699dc852 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.435023] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.435023] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d786e648-88af-4c20-9a08-da77fa6ac995 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.441268] env[62024]: DEBUG oslo_vmware.api [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 681.441268] env[62024]: value = "task-2287983" [ 681.441268] env[62024]: _type = "Task" [ 681.441268] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.450898] env[62024]: DEBUG oslo_vmware.api [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.474242] env[62024]: DEBUG nova.objects.instance [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Lazy-loading 'flavor' on Instance uuid 19277cfb-5358-49a0-a8e9-bbd55722df41 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.506340] env[62024]: DEBUG nova.compute.manager [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.524166] env[62024]: DEBUG nova.network.neutron [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.622487] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.684505] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52009533-af95-4981-77b4-c8df1fbd12de, 'name': SearchDatastore_Task, 'duration_secs': 0.019849} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.685194] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4acf925-a289-460b-83a5-8d616e4429fc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.692563] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 681.692563] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cc1169-934c-e37f-b2b7-3fec6a287e3a" [ 681.692563] env[62024]: _type = "Task" [ 681.692563] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.705930] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cc1169-934c-e37f-b2b7-3fec6a287e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.730883] env[62024]: DEBUG oslo_concurrency.lockutils [req-7fc62526-7fa5-437e-8e65-bb46681e3c7c req-7a979be7-3d40-4a7a-b127-3d03024b9224 service nova] Releasing lock "refresh_cache-e4d53e08-758e-4304-876b-2fb456eb393c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.797016] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.797016] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquired lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.797016] env[62024]: DEBUG nova.network.neutron [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.798632] env[62024]: DEBUG nova.objects.instance [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lazy-loading 'info_cache' on Instance uuid cd1edbe3-4426-474b-99ed-8143be203e55 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.830289] env[62024]: DEBUG nova.network.neutron [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Updating instance_info_cache with network_info: [{"id": "25a3dc4a-5a41-4931-b8d2-3d3327b69915", "address": "fa:16:3e:c7:ac:e9", "network": {"id": "21e6d063-2a86-4cee-84f4-d7b24ea515f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1881006968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "635b7959f93043e2a28bad7303dd5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a3dc4a-5a", "ovs_interfaceid": "25a3dc4a-5a41-4931-b8d2-3d3327b69915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.867701] env[62024]: DEBUG nova.network.neutron [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Successfully created port: 426bd50b-eb53-4a65-898f-14fd94438846 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.952509] env[62024]: DEBUG oslo_vmware.api [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287983, 'name': PowerOffVM_Task, 'duration_secs': 0.201876} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.955689] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.957496] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.958050] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d43b8b4e-5fe4-40bd-b42e-933573cefa11 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.022263] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.022532] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.022807] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Deleting the datastore file [datastore2] 2200d9af-927b-4de0-b8e4-1b878837dd1d {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.023470] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e690999-dc4d-4a87-960a-312857a9046a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.031240] env[62024]: DEBUG oslo_vmware.api [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for the task: (returnval){ [ 682.031240] env[62024]: value = "task-2287985" [ 682.031240] env[62024]: _type = "Task" [ 682.031240] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.042268] env[62024]: DEBUG oslo_vmware.api [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.112902] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287982, 'name': ReconfigVM_Task, 'duration_secs': 0.566613} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.118118] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d/6486ab8d-5a85-4a12-817b-b34fc6ff5a1d.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.118563] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6479d6fd-2218-41a4-99c0-224037095be8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.125743] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 682.125743] env[62024]: value = "task-2287986" [ 682.125743] env[62024]: _type = "Task" [ 682.125743] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.134629] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746364b3-fd22-42d2-b7f6-c57ebaec130e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.144079] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287986, 'name': Rename_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.146791] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1802f67-467c-4a08-bcf2-5aa8f0d8ce6d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.183767] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1978ab7-bc55-4f7a-adfc-4fa942ffc2bc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.186982] env[62024]: DEBUG nova.network.neutron [-] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.198488] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d41436-230e-4fa1-b81e-58b32034a7f1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.209713] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cc1169-934c-e37f-b2b7-3fec6a287e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.013873} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.220281] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.220492] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] e4d53e08-758e-4304-876b-2fb456eb393c/e4d53e08-758e-4304-876b-2fb456eb393c.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.221420] env[62024]: DEBUG nova.compute.provider_tree [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.222961] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31ca58d7-4a86-450a-9192-c68a0745ef30 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.231271] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 682.231271] env[62024]: value = "task-2287987" [ 682.231271] env[62024]: _type = "Task" [ 682.231271] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.240607] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.301918] env[62024]: DEBUG nova.objects.base [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 682.335916] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "refresh_cache-0deb4845-2ddc-4d2e-a344-94d3932ce3ae" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.336293] env[62024]: DEBUG nova.compute.manager [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Instance network_info: |[{"id": "25a3dc4a-5a41-4931-b8d2-3d3327b69915", "address": "fa:16:3e:c7:ac:e9", "network": {"id": "21e6d063-2a86-4cee-84f4-d7b24ea515f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1881006968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "635b7959f93043e2a28bad7303dd5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a3dc4a-5a", "ovs_interfaceid": "25a3dc4a-5a41-4931-b8d2-3d3327b69915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.336729] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:ac:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25a3dc4a-5a41-4931-b8d2-3d3327b69915', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.344418] env[62024]: DEBUG oslo.service.loopingcall [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.344886] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.344931] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-254f13a3-b611-4533-98e5-01ebcda662ce {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.365296] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.365296] env[62024]: value = "task-2287988" [ 682.365296] env[62024]: _type = "Task" [ 682.365296] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.373497] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287988, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.484754] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11d90961-e2c5-4d36-8769-e35699b317c1 tempest-VolumesAssistedSnapshotsTest-1632222089 tempest-VolumesAssistedSnapshotsTest-1632222089-project-admin] Lock "19277cfb-5358-49a0-a8e9-bbd55722df41" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.360s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.520191] env[62024]: DEBUG nova.compute.manager [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.544499] env[62024]: DEBUG oslo_vmware.api [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Task: {'id': task-2287985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241262} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.544797] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.545162] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.545403] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.545568] env[62024]: INFO nova.compute.manager [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 682.545914] env[62024]: DEBUG oslo.service.loopingcall [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.546279] env[62024]: DEBUG nova.compute.manager [-] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.546279] env[62024]: DEBUG nova.network.neutron [-] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.559719] env[62024]: DEBUG nova.virt.hardware [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.560023] env[62024]: DEBUG nova.virt.hardware [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.560226] env[62024]: DEBUG nova.virt.hardware [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.560468] env[62024]: DEBUG nova.virt.hardware [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.561094] env[62024]: DEBUG nova.virt.hardware [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.561094] env[62024]: DEBUG nova.virt.hardware [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.562144] env[62024]: DEBUG nova.virt.hardware [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.562144] env[62024]: DEBUG nova.virt.hardware [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.562144] env[62024]: DEBUG nova.virt.hardware [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.562144] env[62024]: DEBUG nova.virt.hardware [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.562144] env[62024]: DEBUG nova.virt.hardware [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.563566] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a284cf1-f10a-4147-b675-55b6528fec5b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.572527] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8be57b8-357a-4357-af0d-227e33c91c6c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.641613] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287986, 'name': Rename_Task, 'duration_secs': 0.217461} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.642415] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.642415] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d5fc2cf-99eb-487f-9e52-81a1a8bdc13a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.651073] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 682.651073] env[62024]: value = "task-2287989" [ 682.651073] env[62024]: _type = "Task" [ 682.651073] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.659841] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.690149] env[62024]: INFO nova.compute.manager [-] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Took 1.55 seconds to deallocate network for instance. [ 682.727572] env[62024]: DEBUG nova.scheduler.client.report [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.759070] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287987, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.784835] env[62024]: DEBUG nova.compute.manager [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Received event network-vif-plugged-25a3dc4a-5a41-4931-b8d2-3d3327b69915 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.785355] env[62024]: DEBUG oslo_concurrency.lockutils [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] Acquiring lock "0deb4845-2ddc-4d2e-a344-94d3932ce3ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.785355] env[62024]: DEBUG oslo_concurrency.lockutils [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] Lock "0deb4845-2ddc-4d2e-a344-94d3932ce3ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.785547] env[62024]: DEBUG oslo_concurrency.lockutils [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] Lock "0deb4845-2ddc-4d2e-a344-94d3932ce3ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.785624] env[62024]: DEBUG nova.compute.manager [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] No waiting events found dispatching network-vif-plugged-25a3dc4a-5a41-4931-b8d2-3d3327b69915 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.786704] env[62024]: WARNING nova.compute.manager [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Received unexpected event network-vif-plugged-25a3dc4a-5a41-4931-b8d2-3d3327b69915 for instance with vm_state building and task_state spawning. [ 682.786704] env[62024]: DEBUG nova.compute.manager [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Received event network-changed-25a3dc4a-5a41-4931-b8d2-3d3327b69915 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.786704] env[62024]: DEBUG nova.compute.manager [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Refreshing instance network info cache due to event network-changed-25a3dc4a-5a41-4931-b8d2-3d3327b69915. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.787531] env[62024]: DEBUG oslo_concurrency.lockutils [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] Acquiring lock "refresh_cache-0deb4845-2ddc-4d2e-a344-94d3932ce3ae" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.787531] env[62024]: DEBUG oslo_concurrency.lockutils [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] Acquired lock "refresh_cache-0deb4845-2ddc-4d2e-a344-94d3932ce3ae" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.787531] env[62024]: DEBUG nova.network.neutron [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Refreshing network info cache for port 25a3dc4a-5a41-4931-b8d2-3d3327b69915 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.884070] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "b8f0e5f1-04c8-4784-a597-768a0900e987" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.884391] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b8f0e5f1-04c8-4784-a597-768a0900e987" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.889706] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287988, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.016261] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "interface-f710ae20-f82c-4e3f-a52f-3b1042e26504-62413c04-6749-4ef7-9dca-3d4202fb62df" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.016581] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-f710ae20-f82c-4e3f-a52f-3b1042e26504-62413c04-6749-4ef7-9dca-3d4202fb62df" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.161218] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.201847] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.245840] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595252} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.246111] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] e4d53e08-758e-4304-876b-2fb456eb393c/e4d53e08-758e-4304-876b-2fb456eb393c.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.246433] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.246912] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e8ef51d-f696-4bb2-a991-6b5da29869e1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.250753] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.251257] env[62024]: DEBUG nova.compute.manager [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.254991] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.881s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.255207] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.257268] env[62024]: DEBUG oslo_concurrency.lockutils [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.325s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.257502] env[62024]: DEBUG nova.objects.instance [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lazy-loading 'resources' on Instance uuid b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.261788] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 683.261788] env[62024]: value = "task-2287991" [ 683.261788] env[62024]: _type = "Task" [ 683.261788] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.268188] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.289029] env[62024]: INFO nova.scheduler.client.report [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Deleted allocations for instance 70293671-e4ee-4c74-a744-377d43dfe4a8 [ 683.375846] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2287988, 'name': CreateVM_Task, 'duration_secs': 0.705995} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.375997] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.376925] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.376925] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.377344] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.377805] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b26c58-4946-4f41-8fc7-23d6e3e946a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.382480] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 683.382480] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520bc460-78fd-cdb8-221a-31d17f15dd59" [ 683.382480] env[62024]: _type = "Task" [ 683.382480] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.391369] env[62024]: DEBUG nova.compute.utils [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 683.395684] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520bc460-78fd-cdb8-221a-31d17f15dd59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.451042] env[62024]: DEBUG nova.network.neutron [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Updating instance_info_cache with network_info: [{"id": "2527b146-2e75-4eb2-bfc6-0415c5eb6a3f", "address": "fa:16:3e:15:15:80", "network": {"id": "8ba0185f-ae53-40c0-ba44-d294e329887d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-399715718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddcb85ecc5d84fd895227b297f0e6cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2527b146-2e", "ovs_interfaceid": "2527b146-2e75-4eb2-bfc6-0415c5eb6a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.483667] env[62024]: DEBUG nova.network.neutron [-] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.520828] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.521362] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.524151] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45e3e28-6b96-4121-bbe6-e0dec165d2c5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.552264] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97126421-68cf-4ff8-b44e-c062251c230f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.591447] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Reconfiguring VM to detach interface {{(pid=62024) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 683.591447] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3434d826-0c5e-4385-821a-d8d790927ff7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.610623] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 683.610623] env[62024]: value = "task-2287992" [ 683.610623] env[62024]: _type = "Task" [ 683.610623] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.619930] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.669181] env[62024]: DEBUG oslo_vmware.api [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2287989, 'name': PowerOnVM_Task, 'duration_secs': 0.901192} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.669347] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.669684] env[62024]: INFO nova.compute.manager [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Took 9.29 seconds to spawn the instance on the hypervisor. [ 683.669942] env[62024]: DEBUG nova.compute.manager [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.672037] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efdb0ed-be34-4821-a030-f54dffeaf860 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.750841] env[62024]: DEBUG nova.network.neutron [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Successfully updated port: 426bd50b-eb53-4a65-898f-14fd94438846 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.762537] env[62024]: DEBUG nova.compute.utils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 683.767302] env[62024]: DEBUG nova.compute.manager [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.767302] env[62024]: DEBUG nova.network.neutron [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.773543] env[62024]: DEBUG nova.network.neutron [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Updated VIF entry in instance network info cache for port 25a3dc4a-5a41-4931-b8d2-3d3327b69915. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.773900] env[62024]: DEBUG nova.network.neutron [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Updating instance_info_cache with network_info: [{"id": "25a3dc4a-5a41-4931-b8d2-3d3327b69915", "address": "fa:16:3e:c7:ac:e9", "network": {"id": "21e6d063-2a86-4cee-84f4-d7b24ea515f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1881006968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "635b7959f93043e2a28bad7303dd5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a3dc4a-5a", "ovs_interfaceid": "25a3dc4a-5a41-4931-b8d2-3d3327b69915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.780968] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077904} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.780968] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.781609] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9a03c6-7fa5-451d-8f78-ff73d41cba8c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.810570] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] e4d53e08-758e-4304-876b-2fb456eb393c/e4d53e08-758e-4304-876b-2fb456eb393c.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.811340] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1804777e-db3d-4029-a54e-9f6b3058f5d5 tempest-ServersAdminNegativeTestJSON-1307448453 tempest-ServersAdminNegativeTestJSON-1307448453-project-member] Lock "70293671-e4ee-4c74-a744-377d43dfe4a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.809s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.815277] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2133dce5-56ea-41cd-bf17-190d4a17da30 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.837764] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 683.837764] env[62024]: value = "task-2287993" [ 683.837764] env[62024]: _type = "Task" [ 683.837764] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.847018] env[62024]: DEBUG nova.policy [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c858e9b1a643678ea3b54461d870df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dc8b626873f4801b564004f9b9d9e86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.849277] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.893269] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520bc460-78fd-cdb8-221a-31d17f15dd59, 'name': SearchDatastore_Task, 'duration_secs': 0.018416} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.894444] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b8f0e5f1-04c8-4784-a597-768a0900e987" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.895213] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.895614] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.897936] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.897936] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.897936] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.899752] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b80bf8b-ec1b-475d-9141-f0350e997b9c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.909891] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.910114] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.911605] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ed5eb7-0de3-40a6-b74a-6cfde64bc2a4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.921254] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 683.921254] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f631d4-470a-865a-3bc4-deeb8c58b54d" [ 683.921254] env[62024]: _type = "Task" [ 683.921254] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.930555] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f631d4-470a-865a-3bc4-deeb8c58b54d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.954209] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Releasing lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.988029] env[62024]: INFO nova.compute.manager [-] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Took 1.44 seconds to deallocate network for instance. [ 684.123610] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.193079] env[62024]: INFO nova.compute.manager [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Took 51.02 seconds to build instance. [ 684.256102] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "refresh_cache-39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.256102] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "refresh_cache-39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.256193] env[62024]: DEBUG nova.network.neutron [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.268495] env[62024]: DEBUG nova.compute.manager [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.277914] env[62024]: DEBUG oslo_concurrency.lockutils [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] Releasing lock "refresh_cache-0deb4845-2ddc-4d2e-a344-94d3932ce3ae" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.278258] env[62024]: DEBUG nova.compute.manager [req-0e110ff0-bb82-445e-98fb-14c9bbb3095e req-9d3fdb89-05e1-467c-a062-e5593ad6f562 service nova] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Received event network-vif-deleted-41fce402-ce24-4674-963c-ad43cb471427 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.349464] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287993, 'name': ReconfigVM_Task, 'duration_secs': 0.379659} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.350139] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Reconfigured VM instance instance-0000002d to attach disk [datastore1] e4d53e08-758e-4304-876b-2fb456eb393c/e4d53e08-758e-4304-876b-2fb456eb393c.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.350401] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62024) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 684.351379] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-3518f700-991d-4535-a02d-608588134276 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.361034] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 684.361034] env[62024]: value = "task-2287994" [ 684.361034] env[62024]: _type = "Task" [ 684.361034] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.364975] env[62024]: DEBUG nova.network.neutron [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Successfully created port: 3c595630-ac1a-45f0-940e-73ecd9272a7e {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.372778] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287994, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.395519] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a5ab55-33fa-4e7b-a65f-137f42e5d52f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.405836] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a177a7-12b0-4b61-b987-f7dc3cf4f5f9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.202057] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.202458] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f1452f6-4eb6-4248-8ee8-d0f1293d7a1c tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "6486ab8d-5a85-4a12-817b-b34fc6ff5a1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.810s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.221258] env[62024]: DEBUG nova.compute.manager [req-eae5f306-8f6e-4541-893f-26b5b66d4794 req-c238dd3c-4ae6-4018-b53f-e9aaa3afff38 service nova] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Received event network-vif-plugged-426bd50b-eb53-4a65-898f-14fd94438846 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.221466] env[62024]: DEBUG oslo_concurrency.lockutils [req-eae5f306-8f6e-4541-893f-26b5b66d4794 req-c238dd3c-4ae6-4018-b53f-e9aaa3afff38 service nova] Acquiring lock "39ed98a1-3f40-4e8a-b099-b25c8bd73b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.221665] env[62024]: DEBUG oslo_concurrency.lockutils [req-eae5f306-8f6e-4541-893f-26b5b66d4794 req-c238dd3c-4ae6-4018-b53f-e9aaa3afff38 service nova] Lock "39ed98a1-3f40-4e8a-b099-b25c8bd73b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.221821] env[62024]: DEBUG oslo_concurrency.lockutils [req-eae5f306-8f6e-4541-893f-26b5b66d4794 req-c238dd3c-4ae6-4018-b53f-e9aaa3afff38 service nova] Lock "39ed98a1-3f40-4e8a-b099-b25c8bd73b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.221979] env[62024]: DEBUG nova.compute.manager [req-eae5f306-8f6e-4541-893f-26b5b66d4794 req-c238dd3c-4ae6-4018-b53f-e9aaa3afff38 service nova] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] No waiting events found dispatching network-vif-plugged-426bd50b-eb53-4a65-898f-14fd94438846 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.222157] env[62024]: WARNING nova.compute.manager [req-eae5f306-8f6e-4541-893f-26b5b66d4794 req-c238dd3c-4ae6-4018-b53f-e9aaa3afff38 service nova] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Received unexpected event network-vif-plugged-426bd50b-eb53-4a65-898f-14fd94438846 for instance with vm_state building and task_state spawning. [ 685.222956] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f975b5c-c833-45ac-b690-46b264c488ec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.236906] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.237456] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287994, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.08572} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.243051] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62024) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 685.243776] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f631d4-470a-865a-3bc4-deeb8c58b54d, 'name': SearchDatastore_Task, 'duration_secs': 0.011553} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.244541] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0385a4b-bebc-4be5-80bc-6bd25c3cd647 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.248346] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ece04d-5f01-4d37-baaa-10d365922476 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.252866] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d1cf1b-960d-4077-8bdd-0fb892d70f9e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.278564] env[62024]: DEBUG nova.compute.provider_tree [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.288516] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] e4d53e08-758e-4304-876b-2fb456eb393c/ephemeral_0.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.290877] env[62024]: DEBUG nova.scheduler.client.report [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.298586] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e95682-9106-4411-92d4-fb47dbf65b4f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.310541] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 685.310541] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5233089a-5b1b-ceca-e959-2416cdf610dc" [ 685.310541] env[62024]: _type = "Task" [ 685.310541] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.317697] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 685.317697] env[62024]: value = "task-2287995" [ 685.317697] env[62024]: _type = "Task" [ 685.317697] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.321925] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5233089a-5b1b-ceca-e959-2416cdf610dc, 'name': SearchDatastore_Task, 'duration_secs': 0.017063} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.325269] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.325393] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 0deb4845-2ddc-4d2e-a344-94d3932ce3ae/0deb4845-2ddc-4d2e-a344-94d3932ce3ae.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.327766] env[62024]: DEBUG nova.network.neutron [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.330742] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6b5ef00-c15f-455c-b96a-6c7522afbc34 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.340200] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.343535] env[62024]: DEBUG nova.compute.manager [req-a47be3ce-8520-45fd-a641-dc22a5a09963 req-21614282-0335-4d48-9f30-4ff0562ba7fb service nova] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Received event network-vif-deleted-a586380c-f853-4732-b380-0f395c918aa9 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.344754] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 685.344754] env[62024]: value = "task-2287996" [ 685.344754] env[62024]: _type = "Task" [ 685.344754] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.354306] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.604024] env[62024]: DEBUG nova.network.neutron [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Updating instance_info_cache with network_info: [{"id": "426bd50b-eb53-4a65-898f-14fd94438846", "address": "fa:16:3e:22:b3:41", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426bd50b-eb", "ovs_interfaceid": "426bd50b-eb53-4a65-898f-14fd94438846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.711985] env[62024]: DEBUG nova.compute.manager [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.718951] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.727958] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46316b3e-4570-4b8d-93ec-0c97e6617a09 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.730358] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "b8f0e5f1-04c8-4784-a597-768a0900e987" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.731587] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b8f0e5f1-04c8-4784-a597-768a0900e987" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.731835] env[62024]: INFO nova.compute.manager [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Attaching volume 9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d to /dev/sdb [ 685.734273] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.746942] env[62024]: DEBUG oslo_vmware.api [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 685.746942] env[62024]: value = "task-2287997" [ 685.746942] env[62024]: _type = "Task" [ 685.746942] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.770278] env[62024]: DEBUG oslo_vmware.api [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287997, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.772947] env[62024]: DEBUG nova.virt.hardware [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.773262] env[62024]: DEBUG nova.virt.hardware [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.773470] env[62024]: DEBUG nova.virt.hardware [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.773831] env[62024]: DEBUG nova.virt.hardware [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.774112] env[62024]: DEBUG nova.virt.hardware [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.774283] env[62024]: DEBUG nova.virt.hardware [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.774499] env[62024]: DEBUG nova.virt.hardware [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.774657] env[62024]: DEBUG nova.virt.hardware [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.774852] env[62024]: DEBUG nova.virt.hardware [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.775443] env[62024]: DEBUG nova.virt.hardware [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.775638] env[62024]: DEBUG nova.virt.hardware [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.777024] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c442ac1-17d7-431b-b3e6-4bac28388a08 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.788485] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7684e0-07ee-48d2-ba66-c00059455aaf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.796953] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc8ab59-bd15-4561-8b5a-dc7d404a03ca {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.812828] env[62024]: DEBUG oslo_concurrency.lockutils [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "e10b687b-5592-45fb-9e59-8801fb5b416d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.813137] env[62024]: DEBUG oslo_concurrency.lockutils [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "e10b687b-5592-45fb-9e59-8801fb5b416d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.813513] env[62024]: DEBUG oslo_concurrency.lockutils [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "e10b687b-5592-45fb-9e59-8801fb5b416d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.813733] env[62024]: DEBUG oslo_concurrency.lockutils [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "e10b687b-5592-45fb-9e59-8801fb5b416d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.813912] env[62024]: DEBUG oslo_concurrency.lockutils [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "e10b687b-5592-45fb-9e59-8801fb5b416d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.816651] env[62024]: DEBUG oslo_concurrency.lockutils [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.559s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.821264] env[62024]: INFO nova.compute.manager [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Terminating instance [ 685.822344] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.406s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.822600] env[62024]: DEBUG nova.objects.instance [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lazy-loading 'resources' on Instance uuid 8b6b7cb7-4895-4e3e-b020-071130ad88ab {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.835491] env[62024]: DEBUG nova.compute.manager [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.835848] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.837146] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baef06b-e2fc-464f-b898-3579bfae331a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.844026] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7996d9fd-466d-4161-b688-f25bf12b98dd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.854385] env[62024]: INFO nova.scheduler.client.report [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Deleted allocations for instance b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df [ 685.860220] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287995, 'name': ReconfigVM_Task, 'duration_secs': 0.404659} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.869774] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Reconfigured VM instance instance-0000002d to attach disk [datastore1] e4d53e08-758e-4304-876b-2fb456eb393c/ephemeral_0.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.870253] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.873757] env[62024]: DEBUG nova.virt.block_device [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Updating existing volume attachment record: 0facc15f-174c-4a74-81c6-3f7dd326dfcb {{(pid=62024) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 685.877875] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbedbdc6-6546-4066-ad5f-f6c6f0686b67 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.879754] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f9efdf5-f80f-474b-8381-72f0e40ff54d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.881897] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287996, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.886893] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 685.886893] env[62024]: value = "task-2287998" [ 685.886893] env[62024]: _type = "Task" [ 685.886893] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.888628] env[62024]: DEBUG oslo_vmware.api [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 685.888628] env[62024]: value = "task-2287999" [ 685.888628] env[62024]: _type = "Task" [ 685.888628] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.909757] env[62024]: DEBUG oslo_vmware.api [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.910109] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287998, 'name': Rename_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.108397] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "refresh_cache-39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.108818] env[62024]: DEBUG nova.compute.manager [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Instance network_info: |[{"id": "426bd50b-eb53-4a65-898f-14fd94438846", "address": "fa:16:3e:22:b3:41", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426bd50b-eb", "ovs_interfaceid": "426bd50b-eb53-4a65-898f-14fd94438846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.109390] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:b3:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '426bd50b-eb53-4a65-898f-14fd94438846', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.120717] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Creating folder: Project (5dc8b626873f4801b564004f9b9d9e86). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.124928] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31edccb5-0da5-4729-90fe-981581aa7f1b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.141998] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Created folder: Project (5dc8b626873f4801b564004f9b9d9e86) in parent group-v465568. [ 686.142216] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Creating folder: Instances. Parent ref: group-v465705. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.142571] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-509acee4-4006-4968-aaea-28ad7120c0c1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.151515] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Created folder: Instances in parent group-v465705. [ 686.151844] env[62024]: DEBUG oslo.service.loopingcall [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.152032] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.152603] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-759491fd-c6d0-45ba-bb28-c019579d7697 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.173328] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.173328] env[62024]: value = "task-2288003" [ 686.173328] env[62024]: _type = "Task" [ 686.173328] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.182363] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288003, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.214995] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.239751] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Acquiring lock "19277cfb-5358-49a0-a8e9-bbd55722df41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.240157] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Lock "19277cfb-5358-49a0-a8e9-bbd55722df41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.240418] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Acquiring lock "19277cfb-5358-49a0-a8e9-bbd55722df41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.240662] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Lock "19277cfb-5358-49a0-a8e9-bbd55722df41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.240872] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Lock "19277cfb-5358-49a0-a8e9-bbd55722df41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.243223] env[62024]: INFO nova.compute.manager [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Terminating instance [ 686.262628] env[62024]: DEBUG oslo_vmware.api [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.265832] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14071a7-bb19-4a5a-a933-a87e7cadb95c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.272915] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-712edf7a-9785-432b-ab1d-042f5c22afc5 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Suspending the VM {{(pid=62024) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 686.273094] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f762967d-8fcd-4237-a7af-31cebe9a7ac0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.279736] env[62024]: DEBUG oslo_vmware.api [None req-712edf7a-9785-432b-ab1d-042f5c22afc5 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 686.279736] env[62024]: value = "task-2288006" [ 686.279736] env[62024]: _type = "Task" [ 686.279736] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.290615] env[62024]: DEBUG oslo_vmware.api [None req-712edf7a-9785-432b-ab1d-042f5c22afc5 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288006, 'name': SuspendVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.364020] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2287996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639413} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.364364] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 0deb4845-2ddc-4d2e-a344-94d3932ce3ae/0deb4845-2ddc-4d2e-a344-94d3932ce3ae.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.364700] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.365801] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a789e369-1baa-4606-bc12-2e28ed64d8ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.383881] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 686.383881] env[62024]: value = "task-2288007" [ 686.383881] env[62024]: _type = "Task" [ 686.383881] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.384534] env[62024]: DEBUG oslo_concurrency.lockutils [None req-80ecdd7b-9a7b-4ae4-90df-765c7b99b7f8 tempest-DeleteServersAdminTestJSON-1706550127 tempest-DeleteServersAdminTestJSON-1706550127-project-member] Lock "b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.973s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.409943] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.420018] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2287998, 'name': Rename_Task, 'duration_secs': 0.241857} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.420332] env[62024]: DEBUG oslo_vmware.api [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2287999, 'name': PowerOffVM_Task, 'duration_secs': 0.234956} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.420858] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.421202] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.421442] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.421726] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a920e7e-3b8b-4fa9-88e9-e8ed1796bd81 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.423778] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d935248-0ee0-4e56-86ce-b45aac644b00 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.432757] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 686.432757] env[62024]: value = "task-2288008" [ 686.432757] env[62024]: _type = "Task" [ 686.432757] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.447143] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2288008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.462328] env[62024]: DEBUG oslo_concurrency.lockutils [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "c334510f-8ec2-4c22-a68e-4a152923a87d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.462514] env[62024]: DEBUG oslo_concurrency.lockutils [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "c334510f-8ec2-4c22-a68e-4a152923a87d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.462943] env[62024]: DEBUG oslo_concurrency.lockutils [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "c334510f-8ec2-4c22-a68e-4a152923a87d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.462943] env[62024]: DEBUG oslo_concurrency.lockutils [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "c334510f-8ec2-4c22-a68e-4a152923a87d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.463099] env[62024]: DEBUG oslo_concurrency.lockutils [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "c334510f-8ec2-4c22-a68e-4a152923a87d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.469888] env[62024]: INFO nova.compute.manager [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Terminating instance [ 686.494531] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.494531] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.494660] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Deleting the datastore file [datastore1] e10b687b-5592-45fb-9e59-8801fb5b416d {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.494939] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59615f77-fa95-44aa-95c7-421c2077eaac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.501902] env[62024]: DEBUG oslo_vmware.api [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 686.501902] env[62024]: value = "task-2288010" [ 686.501902] env[62024]: _type = "Task" [ 686.501902] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.512652] env[62024]: DEBUG oslo_vmware.api [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2288010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.640868] env[62024]: DEBUG nova.compute.manager [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Stashing vm_state: active {{(pid=62024) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 686.683784] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288003, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.720745] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.747502] env[62024]: DEBUG nova.compute.manager [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.747753] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.748949] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b12c819-5298-4236-8319-50a705af09cf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.764974] env[62024]: DEBUG oslo_vmware.api [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2287997, 'name': PowerOnVM_Task, 'duration_secs': 0.58182} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.769169] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.769169] env[62024]: DEBUG nova.compute.manager [None req-a5b9b518-2197-458d-85bd-f7bfcc52465e tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.769169] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.769169] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3df1a4d-9d9c-4672-b032-a495d87e840e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.771595] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc68b9a-1fb0-41c7-a8f6-4ee53f952993 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.784272] env[62024]: DEBUG oslo_vmware.api [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Waiting for the task: (returnval){ [ 686.784272] env[62024]: value = "task-2288011" [ 686.784272] env[62024]: _type = "Task" [ 686.784272] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.800501] env[62024]: DEBUG oslo_vmware.api [None req-712edf7a-9785-432b-ab1d-042f5c22afc5 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288006, 'name': SuspendVM_Task} progress is 58%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.805101] env[62024]: DEBUG oslo_vmware.api [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2288011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.841099] env[62024]: DEBUG nova.network.neutron [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Successfully updated port: 3c595630-ac1a-45f0-940e-73ecd9272a7e {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.899985] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071179} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.900215] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.900991] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b020fd08-4e74-4643-adeb-99c3fd2a6d58 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.927760] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 0deb4845-2ddc-4d2e-a344-94d3932ce3ae/0deb4845-2ddc-4d2e-a344-94d3932ce3ae.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.931210] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd64c9ad-9516-4e78-9855-91f0c01cf4ac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.965703] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2288008, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.967625] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 686.967625] env[62024]: value = "task-2288012" [ 686.967625] env[62024]: _type = "Task" [ 686.967625] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.975406] env[62024]: DEBUG nova.compute.manager [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.975858] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.977583] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c57fb2-5362-491c-b1c7-6e0d109d9fd7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.985963] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.991257] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.994860] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d68a1fe-6131-42f0-987a-62bf7e9083f4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.004319] env[62024]: DEBUG oslo_vmware.api [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 687.004319] env[62024]: value = "task-2288013" [ 687.004319] env[62024]: _type = "Task" [ 687.004319] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.023056] env[62024]: DEBUG oslo_vmware.api [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2288010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400432} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.026788] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.027619] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.027619] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.027619] env[62024]: INFO nova.compute.manager [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 687.030261] env[62024]: DEBUG oslo.service.loopingcall [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.030261] env[62024]: DEBUG oslo_vmware.api [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2288013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.030261] env[62024]: DEBUG nova.compute.manager [-] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.030261] env[62024]: DEBUG nova.network.neutron [-] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.031793] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f539f694-ee56-4132-9787-b733cfc7b47e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.042065] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181500f7-4aab-4ee7-a4e2-ff8a72f3e61c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.076225] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a59bd57-b6fd-49fa-a2cb-642fda2405ea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.084700] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd5a72e-bbc1-459a-905e-25af76225fa8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.101025] env[62024]: DEBUG nova.compute.provider_tree [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.166442] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.189791] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288003, 'name': CreateVM_Task, 'duration_secs': 0.516042} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.190023] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.191175] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.191328] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.191961] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.192300] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff27c208-6f29-43db-adb6-d50bc267deb3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.199803] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 687.199803] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527a06b4-2d13-6de4-094d-6a1650c5d96b" [ 687.199803] env[62024]: _type = "Task" [ 687.199803] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.214101] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527a06b4-2d13-6de4-094d-6a1650c5d96b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.221536] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.313062] env[62024]: DEBUG oslo_vmware.api [None req-712edf7a-9785-432b-ab1d-042f5c22afc5 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288006, 'name': SuspendVM_Task, 'duration_secs': 0.961384} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.318201] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-712edf7a-9785-432b-ab1d-042f5c22afc5 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Suspended the VM {{(pid=62024) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 687.318971] env[62024]: DEBUG nova.compute.manager [None req-712edf7a-9785-432b-ab1d-042f5c22afc5 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.319553] env[62024]: DEBUG oslo_vmware.api [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2288011, 'name': PowerOffVM_Task, 'duration_secs': 0.253919} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.321702] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f0bb4e-97f9-4e93-91b0-fb99f49339b4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.325978] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.326456] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.326899] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0805cfbb-5697-463d-8b44-ace605e70410 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.344385] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "refresh_cache-1b91a632-2229-4097-8dac-260333a24093" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.344385] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "refresh_cache-1b91a632-2229-4097-8dac-260333a24093" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.344385] env[62024]: DEBUG nova.network.neutron [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.397090] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.397871] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.397871] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Deleting the datastore file [datastore1] 19277cfb-5358-49a0-a8e9-bbd55722df41 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.397871] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac350e1a-5d6f-4fd1-96ac-a8e769ddb203 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.410248] env[62024]: DEBUG oslo_vmware.api [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Waiting for the task: (returnval){ [ 687.410248] env[62024]: value = "task-2288015" [ 687.410248] env[62024]: _type = "Task" [ 687.410248] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.417430] env[62024]: DEBUG oslo_vmware.api [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2288015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.464788] env[62024]: DEBUG nova.compute.manager [req-78a2de00-ec7a-4853-b32c-505eb06cd195 req-0b425bcb-e948-45f2-bd49-e60059feffb2 service nova] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Received event network-changed-426bd50b-eb53-4a65-898f-14fd94438846 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 687.465026] env[62024]: DEBUG nova.compute.manager [req-78a2de00-ec7a-4853-b32c-505eb06cd195 req-0b425bcb-e948-45f2-bd49-e60059feffb2 service nova] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Refreshing instance network info cache due to event network-changed-426bd50b-eb53-4a65-898f-14fd94438846. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 687.465509] env[62024]: DEBUG oslo_concurrency.lockutils [req-78a2de00-ec7a-4853-b32c-505eb06cd195 req-0b425bcb-e948-45f2-bd49-e60059feffb2 service nova] Acquiring lock "refresh_cache-39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.465627] env[62024]: DEBUG oslo_concurrency.lockutils [req-78a2de00-ec7a-4853-b32c-505eb06cd195 req-0b425bcb-e948-45f2-bd49-e60059feffb2 service nova] Acquired lock "refresh_cache-39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.467049] env[62024]: DEBUG nova.network.neutron [req-78a2de00-ec7a-4853-b32c-505eb06cd195 req-0b425bcb-e948-45f2-bd49-e60059feffb2 service nova] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Refreshing network info cache for port 426bd50b-eb53-4a65-898f-14fd94438846 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.478214] env[62024]: DEBUG oslo_vmware.api [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2288008, 'name': PowerOnVM_Task, 'duration_secs': 0.601492} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.478934] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.479274] env[62024]: INFO nova.compute.manager [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Took 9.82 seconds to spawn the instance on the hypervisor. [ 687.479534] env[62024]: DEBUG nova.compute.manager [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.480626] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae97460-9629-4f8a-9003-a724b4dc13db {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.487361] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288012, 'name': ReconfigVM_Task, 'duration_secs': 0.486926} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.488066] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 0deb4845-2ddc-4d2e-a344-94d3932ce3ae/0deb4845-2ddc-4d2e-a344-94d3932ce3ae.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.488767] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6af1faf-8902-4419-bfff-50fbfd70b397 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.500708] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 687.500708] env[62024]: value = "task-2288016" [ 687.500708] env[62024]: _type = "Task" [ 687.500708] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.517305] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288016, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.520647] env[62024]: DEBUG oslo_vmware.api [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2288013, 'name': PowerOffVM_Task, 'duration_secs': 0.257383} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.520998] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.521267] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.521803] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14fe6474-0243-4a20-bc7f-3f56b64d2029 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.605167] env[62024]: DEBUG nova.scheduler.client.report [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.621613] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.621945] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.622270] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Deleting the datastore file [datastore1] c334510f-8ec2-4c22-a68e-4a152923a87d {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.622614] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41d3bd5d-eed1-41c0-a744-b5323e53b6b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.633180] env[62024]: DEBUG oslo_vmware.api [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for the task: (returnval){ [ 687.633180] env[62024]: value = "task-2288018" [ 687.633180] env[62024]: _type = "Task" [ 687.633180] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.642243] env[62024]: DEBUG oslo_vmware.api [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2288018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.712023] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527a06b4-2d13-6de4-094d-6a1650c5d96b, 'name': SearchDatastore_Task, 'duration_secs': 0.029594} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.712023] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.712023] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.712023] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.712023] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.712023] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.712023] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55e2f770-895f-4949-925a-f6bff4f17230 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.722103] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.723559] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.723781] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.724662] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3e46b35-4d8c-4d54-9050-3c2b887b50ed {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.730245] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 687.730245] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c6f57b-b206-fff8-5b02-672989afabda" [ 687.730245] env[62024]: _type = "Task" [ 687.730245] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.740947] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c6f57b-b206-fff8-5b02-672989afabda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.893166] env[62024]: DEBUG nova.network.neutron [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.921565] env[62024]: DEBUG oslo_vmware.api [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Task: {'id': task-2288015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339114} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.921939] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.922188] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.922436] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.922677] env[62024]: INFO nova.compute.manager [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Took 1.17 seconds to destroy the instance on the hypervisor. [ 687.923034] env[62024]: DEBUG oslo.service.loopingcall [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.923294] env[62024]: DEBUG nova.compute.manager [-] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.923497] env[62024]: DEBUG nova.network.neutron [-] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.959164] env[62024]: DEBUG nova.network.neutron [-] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.010593] env[62024]: INFO nova.compute.manager [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Took 50.00 seconds to build instance. [ 688.018550] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288016, 'name': Rename_Task, 'duration_secs': 0.270364} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.018550] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.018550] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec66f3d9-a6f5-4960-8f93-8128a1e19888 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.024298] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 688.024298] env[62024]: value = "task-2288019" [ 688.024298] env[62024]: _type = "Task" [ 688.024298] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.036322] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.109320] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.112641] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.287s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.114625] env[62024]: INFO nova.compute.claims [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.129091] env[62024]: DEBUG nova.network.neutron [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Updating instance_info_cache with network_info: [{"id": "3c595630-ac1a-45f0-940e-73ecd9272a7e", "address": "fa:16:3e:24:84:24", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c595630-ac", "ovs_interfaceid": "3c595630-ac1a-45f0-940e-73ecd9272a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.139308] env[62024]: INFO nova.scheduler.client.report [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Deleted allocations for instance 8b6b7cb7-4895-4e3e-b020-071130ad88ab [ 688.152925] env[62024]: DEBUG oslo_vmware.api [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Task: {'id': task-2288018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285866} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.154358] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.154547] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.154724] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.154886] env[62024]: INFO nova.compute.manager [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 688.155152] env[62024]: DEBUG oslo.service.loopingcall [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.155629] env[62024]: DEBUG nova.compute.manager [-] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.155735] env[62024]: DEBUG nova.network.neutron [-] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.223346] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.240313] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c6f57b-b206-fff8-5b02-672989afabda, 'name': SearchDatastore_Task, 'duration_secs': 0.016095} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.244017] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-431865ef-0f3d-40cf-8837-b17379d326de {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.246275] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 688.246275] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b7b7c5-dfb2-5737-ed44-8eb19b7b10d9" [ 688.246275] env[62024]: _type = "Task" [ 688.246275] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.254305] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b7b7c5-dfb2-5737-ed44-8eb19b7b10d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.463786] env[62024]: INFO nova.compute.manager [-] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Took 1.43 seconds to deallocate network for instance. [ 688.500832] env[62024]: DEBUG nova.network.neutron [req-78a2de00-ec7a-4853-b32c-505eb06cd195 req-0b425bcb-e948-45f2-bd49-e60059feffb2 service nova] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Updated VIF entry in instance network info cache for port 426bd50b-eb53-4a65-898f-14fd94438846. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.501290] env[62024]: DEBUG nova.network.neutron [req-78a2de00-ec7a-4853-b32c-505eb06cd195 req-0b425bcb-e948-45f2-bd49-e60059feffb2 service nova] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Updating instance_info_cache with network_info: [{"id": "426bd50b-eb53-4a65-898f-14fd94438846", "address": "fa:16:3e:22:b3:41", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426bd50b-eb", "ovs_interfaceid": "426bd50b-eb53-4a65-898f-14fd94438846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.512919] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4536084f-ea9c-4352-b187-36dba70d3392 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "e4d53e08-758e-4304-876b-2fb456eb393c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.515s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.524183] env[62024]: DEBUG nova.objects.instance [None req-bc825b5e-d1b5-4961-9d43-781c6e188cac tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Lazy-loading 'flavor' on Instance uuid cef6f8a5-a85a-4f08-8801-f06a57e0b3de {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.536828] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.633627] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "refresh_cache-1b91a632-2229-4097-8dac-260333a24093" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.633845] env[62024]: DEBUG nova.compute.manager [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Instance network_info: |[{"id": "3c595630-ac1a-45f0-940e-73ecd9272a7e", "address": "fa:16:3e:24:84:24", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c595630-ac", "ovs_interfaceid": "3c595630-ac1a-45f0-940e-73ecd9272a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.635254] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:84:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c595630-ac1a-45f0-940e-73ecd9272a7e', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.645900] env[62024]: DEBUG oslo.service.loopingcall [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.646739] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b91a632-2229-4097-8dac-260333a24093] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.647047] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-972799c1-bfd7-4c7d-adfc-bd791bcd8a91 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.671619] env[62024]: DEBUG oslo_concurrency.lockutils [None req-98041c10-b9d3-4737-bd11-bc1b882e5d7e tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "8b6b7cb7-4895-4e3e-b020-071130ad88ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.760s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.675983] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.675983] env[62024]: value = "task-2288021" [ 688.675983] env[62024]: _type = "Task" [ 688.675983] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.685262] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288021, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.722927] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287992, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.759446] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b7b7c5-dfb2-5737-ed44-8eb19b7b10d9, 'name': SearchDatastore_Task, 'duration_secs': 0.023552} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.759446] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.759446] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a/39ed98a1-3f40-4e8a-b099-b25c8bd73b3a.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.759446] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e13ebb38-f8b6-40d9-9b99-df30a99de155 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.765169] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 688.765169] env[62024]: value = "task-2288022" [ 688.765169] env[62024]: _type = "Task" [ 688.765169] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.776167] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.958884] env[62024]: DEBUG nova.network.neutron [-] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.972155] env[62024]: DEBUG oslo_concurrency.lockutils [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.005029] env[62024]: DEBUG oslo_concurrency.lockutils [req-78a2de00-ec7a-4853-b32c-505eb06cd195 req-0b425bcb-e948-45f2-bd49-e60059feffb2 service nova] Releasing lock "refresh_cache-39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.005029] env[62024]: DEBUG nova.compute.manager [req-78a2de00-ec7a-4853-b32c-505eb06cd195 req-0b425bcb-e948-45f2-bd49-e60059feffb2 service nova] [instance: 1b91a632-2229-4097-8dac-260333a24093] Received event network-vif-plugged-3c595630-ac1a-45f0-940e-73ecd9272a7e {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.005238] env[62024]: DEBUG oslo_concurrency.lockutils [req-78a2de00-ec7a-4853-b32c-505eb06cd195 req-0b425bcb-e948-45f2-bd49-e60059feffb2 service nova] Acquiring lock "1b91a632-2229-4097-8dac-260333a24093-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.005302] env[62024]: DEBUG oslo_concurrency.lockutils [req-78a2de00-ec7a-4853-b32c-505eb06cd195 req-0b425bcb-e948-45f2-bd49-e60059feffb2 service nova] Lock "1b91a632-2229-4097-8dac-260333a24093-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.005475] env[62024]: DEBUG oslo_concurrency.lockutils [req-78a2de00-ec7a-4853-b32c-505eb06cd195 req-0b425bcb-e948-45f2-bd49-e60059feffb2 service nova] Lock "1b91a632-2229-4097-8dac-260333a24093-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.005644] env[62024]: DEBUG nova.compute.manager [req-78a2de00-ec7a-4853-b32c-505eb06cd195 req-0b425bcb-e948-45f2-bd49-e60059feffb2 service nova] [instance: 1b91a632-2229-4097-8dac-260333a24093] No waiting events found dispatching network-vif-plugged-3c595630-ac1a-45f0-940e-73ecd9272a7e {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.005875] env[62024]: WARNING nova.compute.manager [req-78a2de00-ec7a-4853-b32c-505eb06cd195 req-0b425bcb-e948-45f2-bd49-e60059feffb2 service nova] [instance: 1b91a632-2229-4097-8dac-260333a24093] Received unexpected event network-vif-plugged-3c595630-ac1a-45f0-940e-73ecd9272a7e for instance with vm_state building and task_state spawning. [ 689.028753] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bc825b5e-d1b5-4961-9d43-781c6e188cac tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquiring lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.028932] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bc825b5e-d1b5-4961-9d43-781c6e188cac tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquired lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.042434] env[62024]: DEBUG oslo_vmware.api [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288019, 'name': PowerOnVM_Task, 'duration_secs': 0.725234} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.042726] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.042941] env[62024]: INFO nova.compute.manager [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Took 9.21 seconds to spawn the instance on the hypervisor. [ 689.043137] env[62024]: DEBUG nova.compute.manager [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.043988] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968db8a2-0058-4c56-8019-576fb24ae826 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.100620] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Acquiring lock "600e56ce-d114-42f6-8d7f-6cf534c0e984" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.100620] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Lock "600e56ce-d114-42f6-8d7f-6cf534c0e984" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.191953] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288021, 'name': CreateVM_Task, 'duration_secs': 0.464025} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.192604] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b91a632-2229-4097-8dac-260333a24093] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.193949] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.194147] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.194477] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.195056] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3663917b-11ec-4f09-b13a-8ab8cfac0fee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.201850] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 689.201850] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5299873f-65ee-6857-c902-1293855f1bf6" [ 689.201850] env[62024]: _type = "Task" [ 689.201850] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.213616] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5299873f-65ee-6857-c902-1293855f1bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.224494] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287992, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.280722] env[62024]: DEBUG nova.network.neutron [-] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.282488] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288022, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.463782] env[62024]: INFO nova.compute.manager [-] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Took 1.31 seconds to deallocate network for instance. [ 689.570020] env[62024]: INFO nova.compute.manager [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Took 46.55 seconds to build instance. [ 689.608026] env[62024]: DEBUG nova.compute.manager [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.657924] env[62024]: DEBUG nova.network.neutron [None req-bc825b5e-d1b5-4961-9d43-781c6e188cac tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.677654] env[62024]: DEBUG nova.compute.manager [req-f6fe6abb-c42e-4d47-af12-b29d17c68e8f req-23f3c3c2-e479-425b-b050-ca12e9e83bf1 service nova] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Received event network-vif-deleted-9f4144c3-cec1-4261-8a4d-89d6850a164d {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.716669] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5299873f-65ee-6857-c902-1293855f1bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.018883} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.721362] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.721659] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.722325] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.722325] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.722325] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.723200] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ac517d-abd0-4f05-a124-83bc4562b9f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.726633] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05156ee4-72c4-4204-b7ba-53332dce0d39 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.734920] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287992, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.738951] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6854ab64-d2de-4e33-9ca6-c4cc6a1d7a7a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.746726] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.746921] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.747974] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525a062d-0b11-4b44-9a45-63075b82a359 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.754656] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 689.754656] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ada845-601b-3de9-48ad-dfdaf23289ae" [ 689.754656] env[62024]: _type = "Task" [ 689.754656] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.787516] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59575991-a604-4a51-abfc-f419c5449c7e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.791507] env[62024]: INFO nova.compute.manager [-] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Took 1.87 seconds to deallocate network for instance. [ 689.798544] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ada845-601b-3de9-48ad-dfdaf23289ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014591} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.807531] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705469} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.807807] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99dfdb40-0185-435d-aaa7-7bd595c3ed1e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.810232] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a/39ed98a1-3f40-4e8a-b099-b25c8bd73b3a.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.810961] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.811691] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e93703-52f2-4328-b643-2b071cdbf44e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.816668] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f66fa194-4c67-45a7-aaa6-78313d50428c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.823798] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 689.823798] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52272c73-0042-03a3-8407-221ead3527b9" [ 689.823798] env[62024]: _type = "Task" [ 689.823798] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.836677] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 689.836677] env[62024]: value = "task-2288023" [ 689.836677] env[62024]: _type = "Task" [ 689.836677] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.837442] env[62024]: DEBUG nova.compute.provider_tree [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.850591] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52272c73-0042-03a3-8407-221ead3527b9, 'name': SearchDatastore_Task, 'duration_secs': 0.015599} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.854570] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.854876] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 1b91a632-2229-4097-8dac-260333a24093/1b91a632-2229-4097-8dac-260333a24093.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.855587] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.855819] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-937fc708-96c5-4574-ab2d-74c3f793fdce {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.862103] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 689.862103] env[62024]: value = "task-2288024" [ 689.862103] env[62024]: _type = "Task" [ 689.862103] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.870703] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.876790] env[62024]: DEBUG nova.compute.manager [req-854148cf-827c-46bc-ba18-791a4deac237 req-dc526a36-a015-40c1-8b95-c3a61cb3cddc service nova] [instance: 1b91a632-2229-4097-8dac-260333a24093] Received event network-changed-3c595630-ac1a-45f0-940e-73ecd9272a7e {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.876963] env[62024]: DEBUG nova.compute.manager [req-854148cf-827c-46bc-ba18-791a4deac237 req-dc526a36-a015-40c1-8b95-c3a61cb3cddc service nova] [instance: 1b91a632-2229-4097-8dac-260333a24093] Refreshing instance network info cache due to event network-changed-3c595630-ac1a-45f0-940e-73ecd9272a7e. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 689.877254] env[62024]: DEBUG oslo_concurrency.lockutils [req-854148cf-827c-46bc-ba18-791a4deac237 req-dc526a36-a015-40c1-8b95-c3a61cb3cddc service nova] Acquiring lock "refresh_cache-1b91a632-2229-4097-8dac-260333a24093" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.877409] env[62024]: DEBUG oslo_concurrency.lockutils [req-854148cf-827c-46bc-ba18-791a4deac237 req-dc526a36-a015-40c1-8b95-c3a61cb3cddc service nova] Acquired lock "refresh_cache-1b91a632-2229-4097-8dac-260333a24093" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.877593] env[62024]: DEBUG nova.network.neutron [req-854148cf-827c-46bc-ba18-791a4deac237 req-dc526a36-a015-40c1-8b95-c3a61cb3cddc service nova] [instance: 1b91a632-2229-4097-8dac-260333a24093] Refreshing network info cache for port 3c595630-ac1a-45f0-940e-73ecd9272a7e {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.971737] env[62024]: DEBUG oslo_concurrency.lockutils [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.072698] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff596b64-c1f5-4e51-8ed4-998edf0f171e tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "0deb4845-2ddc-4d2e-a344-94d3932ce3ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.579s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.137884] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.179323] env[62024]: DEBUG nova.compute.manager [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.181557] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b18f648-98e7-4fc6-ab7a-6eb9349095e7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.228492] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287992, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.320057] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.341507] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2fe55657-f0f3-44ec-87d5-f40553f10d13 tempest-ServersAdminTestJSON-975658125 tempest-ServersAdminTestJSON-975658125-project-admin] Acquiring lock "refresh_cache-0deb4845-2ddc-4d2e-a344-94d3932ce3ae" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.341670] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2fe55657-f0f3-44ec-87d5-f40553f10d13 tempest-ServersAdminTestJSON-975658125 tempest-ServersAdminTestJSON-975658125-project-admin] Acquired lock "refresh_cache-0deb4845-2ddc-4d2e-a344-94d3932ce3ae" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.341843] env[62024]: DEBUG nova.network.neutron [None req-2fe55657-f0f3-44ec-87d5-f40553f10d13 tempest-ServersAdminTestJSON-975658125 tempest-ServersAdminTestJSON-975658125-project-admin] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.365506] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109213} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.370175] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.370175] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60862f2-07e6-4c47-9b3d-de506c0b938a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.379830] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288024, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.382742] env[62024]: ERROR nova.scheduler.client.report [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [req-8bb932c5-f556-439b-b4bf-ec40d0a256ed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2414aeaf-2a82-48f5-b61f-d58b79924cbf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8bb932c5-f556-439b-b4bf-ec40d0a256ed"}]} [ 690.408743] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a/39ed98a1-3f40-4e8a-b099-b25c8bd73b3a.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.412036] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d2e0a87-23da-45a8-ad61-88dfa61cea2f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.434389] env[62024]: DEBUG nova.scheduler.client.report [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Refreshing inventories for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 690.437458] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Volume attach. Driver type: vmdk {{(pid=62024) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 690.437677] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465709', 'volume_id': '9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d', 'name': 'volume-9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8f0e5f1-04c8-4784-a597-768a0900e987', 'attached_at': '', 'detached_at': '', 'volume_id': '9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d', 'serial': '9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 690.439437] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef81c16a-390a-4bce-a2ab-e49b91d41815 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.444246] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 690.444246] env[62024]: value = "task-2288025" [ 690.444246] env[62024]: _type = "Task" [ 690.444246] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.462568] env[62024]: DEBUG nova.scheduler.client.report [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Updating ProviderTree inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 690.462738] env[62024]: DEBUG nova.compute.provider_tree [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.466123] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbca12ea-0e53-4c49-803f-eaf2658c1af7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.474249] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.497603] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] volume-9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d/volume-9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.498819] env[62024]: DEBUG nova.scheduler.client.report [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Refreshing aggregate associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, aggregates: None {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 690.501336] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38227555-5db8-4ac5-8ea2-34f6c1a6027d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.520971] env[62024]: DEBUG oslo_vmware.api [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 690.520971] env[62024]: value = "task-2288026" [ 690.520971] env[62024]: _type = "Task" [ 690.520971] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.537260] env[62024]: DEBUG oslo_vmware.api [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.547680] env[62024]: DEBUG nova.scheduler.client.report [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Refreshing trait associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 690.695155] env[62024]: INFO nova.compute.manager [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] instance snapshotting [ 690.695369] env[62024]: WARNING nova.compute.manager [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 690.698934] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c54767-bc0a-422c-842d-46f43c8f64b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.733643] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045db7ab-9fe7-4d83-8280-e4b10818b755 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.746401] env[62024]: DEBUG oslo_vmware.api [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2287992, 'name': ReconfigVM_Task, 'duration_secs': 6.821048} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.752870] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.753215] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Reconfigured VM to detach interface {{(pid=62024) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 690.877588] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838625} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.877952] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 1b91a632-2229-4097-8dac-260333a24093/1b91a632-2229-4097-8dac-260333a24093.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.878133] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.878403] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9df1126-c9b3-4fe5-9e77-d8e412e7306e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.884884] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 690.884884] env[62024]: value = "task-2288027" [ 690.884884] env[62024]: _type = "Task" [ 690.884884] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.893363] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.953753] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.034297] env[62024]: DEBUG oslo_vmware.api [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.088024] env[62024]: DEBUG nova.network.neutron [None req-bc825b5e-d1b5-4961-9d43-781c6e188cac tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Updating instance_info_cache with network_info: [{"id": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "address": "fa:16:3e:20:0c:60", "network": {"id": "a30435d2-e035-4a8a-9f63-0c11633d622d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2074070213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7fb9d53944466080f810b9c0054e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7909aa-33", "ovs_interfaceid": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.144634] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db3b584-a0b1-4b00-87ea-5d16a5764d5a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.154312] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b1f089-c709-41ab-bb23-6e980842bcea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.188810] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f510f1c-ac53-4189-8e14-347f01a7c741 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.197902] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82222bd6-58f9-4a03-b474-5239a74930e6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.213796] env[62024]: DEBUG nova.compute.provider_tree [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.233998] env[62024]: DEBUG oslo_vmware.rw_handles [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d765f-8b91-9ae7-3191-d61afa7ef8b8/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 691.235358] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62260c64-9b2a-48f2-af9c-2d5546b6c723 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.242968] env[62024]: DEBUG oslo_vmware.rw_handles [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d765f-8b91-9ae7-3191-d61afa7ef8b8/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 691.246802] env[62024]: ERROR oslo_vmware.rw_handles [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d765f-8b91-9ae7-3191-d61afa7ef8b8/disk-0.vmdk due to incomplete transfer. [ 691.246802] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20bf6a55-6c10-4ef6-8303-fd73da4b25e5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.251802] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 691.252251] env[62024]: DEBUG oslo_vmware.rw_handles [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520d765f-8b91-9ae7-3191-d61afa7ef8b8/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 691.252535] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Uploaded image ff0fed8d-ce9a-4400-b73d-f104a73bdeb6 to the Glance image server {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 691.255070] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 691.256971] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5fdb3516-842e-4ca4-9586-2de6a78d366c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.257446] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9218621f-78b9-47d0-8d49-b5cb1d8c70ad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.263679] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 691.263679] env[62024]: value = "task-2288028" [ 691.263679] env[62024]: _type = "Task" [ 691.263679] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.265081] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 691.265081] env[62024]: value = "task-2288029" [ 691.265081] env[62024]: _type = "Task" [ 691.265081] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.277603] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288028, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.278598] env[62024]: DEBUG nova.scheduler.client.report [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 691.278929] env[62024]: DEBUG nova.compute.provider_tree [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 68 to 69 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 691.279262] env[62024]: DEBUG nova.compute.provider_tree [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.286924] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288029, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.332514] env[62024]: DEBUG nova.network.neutron [None req-2fe55657-f0f3-44ec-87d5-f40553f10d13 tempest-ServersAdminTestJSON-975658125 tempest-ServersAdminTestJSON-975658125-project-admin] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Updating instance_info_cache with network_info: [{"id": "25a3dc4a-5a41-4931-b8d2-3d3327b69915", "address": "fa:16:3e:c7:ac:e9", "network": {"id": "21e6d063-2a86-4cee-84f4-d7b24ea515f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1881006968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "635b7959f93043e2a28bad7303dd5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a3dc4a-5a", "ovs_interfaceid": "25a3dc4a-5a41-4931-b8d2-3d3327b69915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.338121] env[62024]: DEBUG nova.network.neutron [req-854148cf-827c-46bc-ba18-791a4deac237 req-dc526a36-a015-40c1-8b95-c3a61cb3cddc service nova] [instance: 1b91a632-2229-4097-8dac-260333a24093] Updated VIF entry in instance network info cache for port 3c595630-ac1a-45f0-940e-73ecd9272a7e. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.338634] env[62024]: DEBUG nova.network.neutron [req-854148cf-827c-46bc-ba18-791a4deac237 req-dc526a36-a015-40c1-8b95-c3a61cb3cddc service nova] [instance: 1b91a632-2229-4097-8dac-260333a24093] Updating instance_info_cache with network_info: [{"id": "3c595630-ac1a-45f0-940e-73ecd9272a7e", "address": "fa:16:3e:24:84:24", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c595630-ac", "ovs_interfaceid": "3c595630-ac1a-45f0-940e-73ecd9272a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.397142] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073264} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.397420] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.398232] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eeac41-018c-4623-ac3d-6ae4725666ac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.421812] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 1b91a632-2229-4097-8dac-260333a24093/1b91a632-2229-4097-8dac-260333a24093.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.422507] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b60d1a-f417-4d2c-b7a1-dcd3e339047e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.443810] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 691.443810] env[62024]: value = "task-2288030" [ 691.443810] env[62024]: _type = "Task" [ 691.443810] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.456600] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288030, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.458108] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.531836] env[62024]: DEBUG oslo_vmware.api [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288026, 'name': ReconfigVM_Task, 'duration_secs': 0.82756} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.533081] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Reconfigured VM instance instance-00000012 to attach disk [datastore2] volume-9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d/volume-9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.538386] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4324ae5-64e5-4665-bea8-c8e8e438c038 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.564390] env[62024]: DEBUG oslo_vmware.api [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 691.564390] env[62024]: value = "task-2288031" [ 691.564390] env[62024]: _type = "Task" [ 691.564390] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.575942] env[62024]: DEBUG oslo_vmware.api [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.593100] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bc825b5e-d1b5-4961-9d43-781c6e188cac tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Releasing lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.593100] env[62024]: DEBUG nova.compute.manager [None req-bc825b5e-d1b5-4961-9d43-781c6e188cac tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Inject network info {{(pid=62024) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 691.593364] env[62024]: DEBUG nova.compute.manager [None req-bc825b5e-d1b5-4961-9d43-781c6e188cac tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] network_info to inject: |[{"id": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "address": "fa:16:3e:20:0c:60", "network": {"id": "a30435d2-e035-4a8a-9f63-0c11633d622d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2074070213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7fb9d53944466080f810b9c0054e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7909aa-33", "ovs_interfaceid": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 691.598810] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bc825b5e-d1b5-4961-9d43-781c6e188cac tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Reconfiguring VM instance to set the machine id {{(pid=62024) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 691.599206] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-248bee54-82c3-4b97-b19d-b882fc31b8ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.615472] env[62024]: DEBUG oslo_vmware.api [None req-bc825b5e-d1b5-4961-9d43-781c6e188cac tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Waiting for the task: (returnval){ [ 691.615472] env[62024]: value = "task-2288032" [ 691.615472] env[62024]: _type = "Task" [ 691.615472] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.624729] env[62024]: DEBUG oslo_vmware.api [None req-bc825b5e-d1b5-4961-9d43-781c6e188cac tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2288032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.777890] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288028, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.780914] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288029, 'name': Destroy_Task, 'duration_secs': 0.506411} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.781176] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Destroyed the VM [ 691.781414] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 691.781660] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9132d7a-bd7e-4da7-8aca-d116c625d262 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.784189] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.672s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.784664] env[62024]: DEBUG nova.compute.manager [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.788387] env[62024]: DEBUG oslo_concurrency.lockutils [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.999s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.788571] env[62024]: DEBUG nova.objects.instance [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Lazy-loading 'resources' on Instance uuid 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.790271] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 691.790271] env[62024]: value = "task-2288033" [ 691.790271] env[62024]: _type = "Task" [ 691.790271] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.798255] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288033, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.840799] env[62024]: DEBUG oslo_concurrency.lockutils [req-854148cf-827c-46bc-ba18-791a4deac237 req-dc526a36-a015-40c1-8b95-c3a61cb3cddc service nova] Releasing lock "refresh_cache-1b91a632-2229-4097-8dac-260333a24093" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.841106] env[62024]: DEBUG nova.compute.manager [req-854148cf-827c-46bc-ba18-791a4deac237 req-dc526a36-a015-40c1-8b95-c3a61cb3cddc service nova] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Received event network-vif-deleted-e59faf7a-8799-4d10-bcb7-f0593e8117ae {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.841295] env[62024]: DEBUG nova.compute.manager [req-854148cf-827c-46bc-ba18-791a4deac237 req-dc526a36-a015-40c1-8b95-c3a61cb3cddc service nova] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Received event network-vif-deleted-648ebbec-0860-4780-bc5b-97a8025aca83 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.842898] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2fe55657-f0f3-44ec-87d5-f40553f10d13 tempest-ServersAdminTestJSON-975658125 tempest-ServersAdminTestJSON-975658125-project-admin] Releasing lock "refresh_cache-0deb4845-2ddc-4d2e-a344-94d3932ce3ae" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.842898] env[62024]: DEBUG nova.compute.manager [None req-2fe55657-f0f3-44ec-87d5-f40553f10d13 tempest-ServersAdminTestJSON-975658125 tempest-ServersAdminTestJSON-975658125-project-admin] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Inject network info {{(pid=62024) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 691.842898] env[62024]: DEBUG nova.compute.manager [None req-2fe55657-f0f3-44ec-87d5-f40553f10d13 tempest-ServersAdminTestJSON-975658125 tempest-ServersAdminTestJSON-975658125-project-admin] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] network_info to inject: |[{"id": "25a3dc4a-5a41-4931-b8d2-3d3327b69915", "address": "fa:16:3e:c7:ac:e9", "network": {"id": "21e6d063-2a86-4cee-84f4-d7b24ea515f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1881006968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "635b7959f93043e2a28bad7303dd5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a3dc4a-5a", "ovs_interfaceid": "25a3dc4a-5a41-4931-b8d2-3d3327b69915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 691.847226] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe55657-f0f3-44ec-87d5-f40553f10d13 tempest-ServersAdminTestJSON-975658125 tempest-ServersAdminTestJSON-975658125-project-admin] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Reconfiguring VM instance to set the machine id {{(pid=62024) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 691.847787] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c3cd7b-2317-4e26-963e-4e5fb713d600 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.865768] env[62024]: DEBUG oslo_vmware.api [None req-2fe55657-f0f3-44ec-87d5-f40553f10d13 tempest-ServersAdminTestJSON-975658125 tempest-ServersAdminTestJSON-975658125-project-admin] Waiting for the task: (returnval){ [ 691.865768] env[62024]: value = "task-2288034" [ 691.865768] env[62024]: _type = "Task" [ 691.865768] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.874982] env[62024]: DEBUG oslo_vmware.api [None req-2fe55657-f0f3-44ec-87d5-f40553f10d13 tempest-ServersAdminTestJSON-975658125 tempest-ServersAdminTestJSON-975658125-project-admin] Task: {'id': task-2288034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.958190] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.962253] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.016729] env[62024]: DEBUG nova.compute.manager [req-342cddb0-1926-443d-8d9f-c553f62d2709 req-9d8e156e-ff64-49ca-ab38-05bac34bb9cd service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Received event network-changed-7a7909aa-33d6-4c1f-ac95-753dc2d40b55 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.016729] env[62024]: DEBUG nova.compute.manager [req-342cddb0-1926-443d-8d9f-c553f62d2709 req-9d8e156e-ff64-49ca-ab38-05bac34bb9cd service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Refreshing instance network info cache due to event network-changed-7a7909aa-33d6-4c1f-ac95-753dc2d40b55. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 692.016729] env[62024]: DEBUG oslo_concurrency.lockutils [req-342cddb0-1926-443d-8d9f-c553f62d2709 req-9d8e156e-ff64-49ca-ab38-05bac34bb9cd service nova] Acquiring lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.016729] env[62024]: DEBUG oslo_concurrency.lockutils [req-342cddb0-1926-443d-8d9f-c553f62d2709 req-9d8e156e-ff64-49ca-ab38-05bac34bb9cd service nova] Acquired lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.016729] env[62024]: DEBUG nova.network.neutron [req-342cddb0-1926-443d-8d9f-c553f62d2709 req-9d8e156e-ff64-49ca-ab38-05bac34bb9cd service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Refreshing network info cache for port 7a7909aa-33d6-4c1f-ac95-753dc2d40b55 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.075446] env[62024]: DEBUG oslo_vmware.api [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288031, 'name': ReconfigVM_Task, 'duration_secs': 0.153468} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.076104] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465709', 'volume_id': '9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d', 'name': 'volume-9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8f0e5f1-04c8-4784-a597-768a0900e987', 'attached_at': '', 'detached_at': '', 'volume_id': '9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d', 'serial': '9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 692.128368] env[62024]: DEBUG oslo_vmware.api [None req-bc825b5e-d1b5-4961-9d43-781c6e188cac tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2288032, 'name': ReconfigVM_Task, 'duration_secs': 0.489863} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.128368] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bc825b5e-d1b5-4961-9d43-781c6e188cac tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Reconfigured VM instance to set the machine id {{(pid=62024) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 692.260016] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.260016] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.260016] env[62024]: DEBUG nova.network.neutron [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.276256] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288028, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.280340] env[62024]: DEBUG nova.compute.manager [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Received event network-changed-bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.280588] env[62024]: DEBUG nova.compute.manager [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Refreshing instance network info cache due to event network-changed-bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 692.280814] env[62024]: DEBUG oslo_concurrency.lockutils [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] Acquiring lock "refresh_cache-e4d53e08-758e-4304-876b-2fb456eb393c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.280957] env[62024]: DEBUG oslo_concurrency.lockutils [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] Acquired lock "refresh_cache-e4d53e08-758e-4304-876b-2fb456eb393c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.281176] env[62024]: DEBUG nova.network.neutron [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Refreshing network info cache for port bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.292414] env[62024]: DEBUG nova.compute.utils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 692.294167] env[62024]: DEBUG nova.compute.manager [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.294374] env[62024]: DEBUG nova.network.neutron [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.310085] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288033, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.362426] env[62024]: DEBUG nova.policy [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b76cd2b24a934e69a51207eaf11a8f68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7857e6b24cf34288ba5e9326ccb44310', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.375490] env[62024]: DEBUG oslo_vmware.api [None req-2fe55657-f0f3-44ec-87d5-f40553f10d13 tempest-ServersAdminTestJSON-975658125 tempest-ServersAdminTestJSON-975658125-project-admin] Task: {'id': task-2288034, 'name': ReconfigVM_Task, 'duration_secs': 0.201233} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.378503] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe55657-f0f3-44ec-87d5-f40553f10d13 tempest-ServersAdminTestJSON-975658125 tempest-ServersAdminTestJSON-975658125-project-admin] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Reconfigured VM instance to set the machine id {{(pid=62024) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 692.458857] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288030, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.464878] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288025, 'name': ReconfigVM_Task, 'duration_secs': 1.568693} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.465412] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a/39ed98a1-3f40-4e8a-b099-b25c8bd73b3a.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.466533] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e551fe8-3a72-4352-8a69-1e8ace410b0d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.475018] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 692.475018] env[62024]: value = "task-2288035" [ 692.475018] env[62024]: _type = "Task" [ 692.475018] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.486282] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288035, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.602295] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.602295] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.602295] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "f710ae20-f82c-4e3f-a52f-3b1042e26504-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.602549] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "f710ae20-f82c-4e3f-a52f-3b1042e26504-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.602629] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "f710ae20-f82c-4e3f-a52f-3b1042e26504-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.605656] env[62024]: INFO nova.compute.manager [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Terminating instance [ 692.662388] env[62024]: DEBUG nova.objects.instance [None req-e89824f2-6ebb-4b44-8fca-61a3684019b4 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Lazy-loading 'flavor' on Instance uuid cef6f8a5-a85a-4f08-8801-f06a57e0b3de {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.719644] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "c36103cc-41ef-4f04-bacf-7f08b9b02570" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.719888] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "c36103cc-41ef-4f04-bacf-7f08b9b02570" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.755186] env[62024]: DEBUG nova.network.neutron [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Successfully created port: b382ce2e-ceb1-483e-85ec-74befbf03786 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.777791] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288028, 'name': CreateSnapshot_Task, 'duration_secs': 1.094923} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.778079] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 692.778832] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e397a64-43d8-4d52-a081-d9f1b67e5250 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.795257] env[62024]: DEBUG nova.compute.manager [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.805571] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288033, 'name': RemoveSnapshot_Task, 'duration_secs': 0.801766} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.806403] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 692.806736] env[62024]: DEBUG nova.compute.manager [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.807557] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ac752f-91a7-457c-a223-ba741e2159f9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.874707] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825529a5-21b1-4c28-95cc-785f63e5b851 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.882522] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1122518d-805f-42df-aa13-8883e9d25530 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.918128] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb7d902-846f-43bd-80d4-9d451b6e8792 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.927973] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319b5d8b-c9d4-48b4-a1f7-4fd1d1864583 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.945190] env[62024]: DEBUG nova.compute.provider_tree [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.954829] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288030, 'name': ReconfigVM_Task, 'duration_secs': 1.029623} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.955653] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 1b91a632-2229-4097-8dac-260333a24093/1b91a632-2229-4097-8dac-260333a24093.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.956308] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e11c99e-b72f-4ede-884a-d45127da3014 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.962758] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 692.962758] env[62024]: value = "task-2288036" [ 692.962758] env[62024]: _type = "Task" [ 692.962758] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.972270] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288036, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.982456] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288035, 'name': Rename_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.999940] env[62024]: DEBUG nova.network.neutron [req-342cddb0-1926-443d-8d9f-c553f62d2709 req-9d8e156e-ff64-49ca-ab38-05bac34bb9cd service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Updated VIF entry in instance network info cache for port 7a7909aa-33d6-4c1f-ac95-753dc2d40b55. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.000333] env[62024]: DEBUG nova.network.neutron [req-342cddb0-1926-443d-8d9f-c553f62d2709 req-9d8e156e-ff64-49ca-ab38-05bac34bb9cd service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Updating instance_info_cache with network_info: [{"id": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "address": "fa:16:3e:20:0c:60", "network": {"id": "a30435d2-e035-4a8a-9f63-0c11633d622d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2074070213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7fb9d53944466080f810b9c0054e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7909aa-33", "ovs_interfaceid": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.115895] env[62024]: DEBUG nova.compute.manager [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.115895] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.116783] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f531d27-c872-454f-95bb-789cf9f5a79a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.130410] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.130676] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c52f008-eb35-44c8-8a3b-eda758d175a7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.138249] env[62024]: INFO nova.network.neutron [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Port 62413c04-6749-4ef7-9dca-3d4202fb62df from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 693.138249] env[62024]: DEBUG nova.network.neutron [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Updating instance_info_cache with network_info: [{"id": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "address": "fa:16:3e:23:bb:76", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa950f51c-d0", "ovs_interfaceid": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.144060] env[62024]: DEBUG oslo_vmware.api [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 693.144060] env[62024]: value = "task-2288037" [ 693.144060] env[62024]: _type = "Task" [ 693.144060] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.149841] env[62024]: DEBUG nova.objects.instance [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lazy-loading 'flavor' on Instance uuid b8f0e5f1-04c8-4784-a597-768a0900e987 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.157281] env[62024]: DEBUG oslo_vmware.api [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.171291] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e89824f2-6ebb-4b44-8fca-61a3684019b4 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquiring lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.201481] env[62024]: DEBUG nova.network.neutron [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Updated VIF entry in instance network info cache for port bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.201994] env[62024]: DEBUG nova.network.neutron [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Updating instance_info_cache with network_info: [{"id": "bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d", "address": "fa:16:3e:60:a9:dc", "network": {"id": "e18781da-2894-4010-b62c-48d5ea49cdc9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2024893945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f864761900ea4b22841ca9bb3c60be26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb1d0b1-9d", "ovs_interfaceid": "bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.221695] env[62024]: DEBUG nova.compute.manager [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.301524] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 693.305098] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-96435a4f-097c-409b-9c78-4f4baad424fe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.315744] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 693.315744] env[62024]: value = "task-2288038" [ 693.315744] env[62024]: _type = "Task" [ 693.315744] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.323193] env[62024]: INFO nova.compute.manager [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Shelve offloading [ 693.327932] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288038, 'name': CloneVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.451508] env[62024]: DEBUG nova.scheduler.client.report [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.480971] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288036, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.485737] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288035, 'name': Rename_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.505022] env[62024]: DEBUG oslo_concurrency.lockutils [req-342cddb0-1926-443d-8d9f-c553f62d2709 req-9d8e156e-ff64-49ca-ab38-05bac34bb9cd service nova] Releasing lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.505022] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e89824f2-6ebb-4b44-8fca-61a3684019b4 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquired lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.646515] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "refresh_cache-f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.658555] env[62024]: DEBUG oslo_vmware.api [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288037, 'name': PowerOffVM_Task, 'duration_secs': 0.350347} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.659124] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16722251-ce0e-47f7-be90-a63702d54492 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b8f0e5f1-04c8-4784-a597-768a0900e987" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.928s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.661248] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.661330] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.661840] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9adb4070-0f79-4c17-a805-d978bd0d54bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.705291] env[62024]: DEBUG oslo_concurrency.lockutils [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] Releasing lock "refresh_cache-e4d53e08-758e-4304-876b-2fb456eb393c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.705750] env[62024]: DEBUG nova.compute.manager [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Received event network-vif-deleted-62413c04-6749-4ef7-9dca-3d4202fb62df {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.705750] env[62024]: INFO nova.compute.manager [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Neutron deleted interface 62413c04-6749-4ef7-9dca-3d4202fb62df; detaching it from the instance and deleting it from the info cache [ 693.706017] env[62024]: DEBUG nova.network.neutron [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Updating instance_info_cache with network_info: [{"id": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "address": "fa:16:3e:23:bb:76", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa950f51c-d0", "ovs_interfaceid": "a950f51c-d0b9-4d0d-be14-359e01c704e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.745309] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.745593] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.746687] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Deleting the datastore file [datastore2] f710ae20-f82c-4e3f-a52f-3b1042e26504 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.747848] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d87919d-9b50-497f-ac82-29d91a944092 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.761238] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.767562] env[62024]: DEBUG oslo_vmware.api [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 693.767562] env[62024]: value = "task-2288040" [ 693.767562] env[62024]: _type = "Task" [ 693.767562] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.777385] env[62024]: DEBUG oslo_vmware.api [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.811451] env[62024]: DEBUG nova.compute.manager [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.827103] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288038, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.830792] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.831133] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b26068c-2d10-4cc7-93bc-71c3b3ad2098 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.838932] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 693.838932] env[62024]: value = "task-2288041" [ 693.838932] env[62024]: _type = "Task" [ 693.838932] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.851458] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] VM already powered off {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 693.851458] env[62024]: DEBUG nova.compute.manager [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.852385] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f153570-478d-431a-9e37-2f55c76e8215 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.857554] env[62024]: DEBUG nova.virt.hardware [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.857773] env[62024]: DEBUG nova.virt.hardware [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.857926] env[62024]: DEBUG nova.virt.hardware [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.858123] env[62024]: DEBUG nova.virt.hardware [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.858273] env[62024]: DEBUG nova.virt.hardware [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.858418] env[62024]: DEBUG nova.virt.hardware [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.858623] env[62024]: DEBUG nova.virt.hardware [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.858785] env[62024]: DEBUG nova.virt.hardware [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.858941] env[62024]: DEBUG nova.virt.hardware [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.859109] env[62024]: DEBUG nova.virt.hardware [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.859280] env[62024]: DEBUG nova.virt.hardware [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.860142] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4e3815-0a10-4832-b82b-006d45a21c73 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.866441] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.866604] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.869888] env[62024]: DEBUG nova.network.neutron [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.871188] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2740c94-e869-4b09-b7be-b68c8d88dbd5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.960514] env[62024]: DEBUG oslo_concurrency.lockutils [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.963127] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.593s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.963395] env[62024]: DEBUG nova.objects.instance [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Lazy-loading 'resources' on Instance uuid f50e7100-ddcb-4485-964c-25c952cdb844 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.974599] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288036, 'name': Rename_Task, 'duration_secs': 0.824146} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.975515] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.975777] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc47023e-e6a9-4bf9-8b23-f4c94ae3236d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.984662] env[62024]: INFO nova.scheduler.client.report [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Deleted allocations for instance 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd [ 693.998479] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 693.998479] env[62024]: value = "task-2288042" [ 693.998479] env[62024]: _type = "Task" [ 693.998479] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.002927] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288035, 'name': Rename_Task, 'duration_secs': 1.178779} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.009744] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.010328] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-709aeab2-0cfb-4d07-8924-b3e1b1e86866 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.020578] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288042, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.022196] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 694.022196] env[62024]: value = "task-2288043" [ 694.022196] env[62024]: _type = "Task" [ 694.022196] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.041776] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288043, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.053289] env[62024]: DEBUG nova.network.neutron [None req-e89824f2-6ebb-4b44-8fca-61a3684019b4 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.152558] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e9462356-e682-47ec-89f2-96e7c553562a tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-f710ae20-f82c-4e3f-a52f-3b1042e26504-62413c04-6749-4ef7-9dca-3d4202fb62df" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.136s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.209155] env[62024]: DEBUG oslo_concurrency.lockutils [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] Acquiring lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.263589] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "b8f0e5f1-04c8-4784-a597-768a0900e987" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.263925] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b8f0e5f1-04c8-4784-a597-768a0900e987" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.278936] env[62024]: DEBUG oslo_vmware.api [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192449} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.279593] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.279936] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.280181] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.280407] env[62024]: INFO nova.compute.manager [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Took 1.16 seconds to destroy the instance on the hypervisor. [ 694.280698] env[62024]: DEBUG oslo.service.loopingcall [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.282564] env[62024]: DEBUG nova.compute.manager [-] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.282564] env[62024]: DEBUG nova.network.neutron [-] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.297237] env[62024]: DEBUG nova.compute.manager [req-50dd38c6-4059-4a9b-beba-3221a55611f7 req-7f36c8c3-5ec8-48ae-ac5b-5bc3805e371d service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Received event network-changed-7a7909aa-33d6-4c1f-ac95-753dc2d40b55 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.297439] env[62024]: DEBUG nova.compute.manager [req-50dd38c6-4059-4a9b-beba-3221a55611f7 req-7f36c8c3-5ec8-48ae-ac5b-5bc3805e371d service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Refreshing instance network info cache due to event network-changed-7a7909aa-33d6-4c1f-ac95-753dc2d40b55. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 694.297625] env[62024]: DEBUG oslo_concurrency.lockutils [req-50dd38c6-4059-4a9b-beba-3221a55611f7 req-7f36c8c3-5ec8-48ae-ac5b-5bc3805e371d service nova] Acquiring lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.327842] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288038, 'name': CloneVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.516160] env[62024]: DEBUG oslo_concurrency.lockutils [None req-27a458e0-76ff-4a70-824e-2d9dc4f79943 tempest-ServersTestFqdnHostnames-2131776134 tempest-ServersTestFqdnHostnames-2131776134-project-member] Lock "2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.406s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.524358] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288042, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.544295] env[62024]: DEBUG oslo_vmware.api [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288043, 'name': PowerOnVM_Task, 'duration_secs': 0.504918} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.544703] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.544971] env[62024]: INFO nova.compute.manager [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Took 12.03 seconds to spawn the instance on the hypervisor. [ 694.545176] env[62024]: DEBUG nova.compute.manager [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.549587] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83467d4-61c0-4139-951f-1f7871a29a0e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.768414] env[62024]: INFO nova.compute.manager [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Detaching volume 9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d [ 694.836095] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288038, 'name': CloneVM_Task, 'duration_secs': 1.07885} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.839948] env[62024]: INFO nova.virt.block_device [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Attempting to driver detach volume 9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d from mountpoint /dev/sdb [ 694.840749] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Volume detach. Driver type: vmdk {{(pid=62024) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 694.840749] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465709', 'volume_id': '9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d', 'name': 'volume-9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8f0e5f1-04c8-4784-a597-768a0900e987', 'attached_at': '', 'detached_at': '', 'volume_id': '9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d', 'serial': '9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 694.840932] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Created linked-clone VM from snapshot [ 694.841754] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd715b38-cc67-4128-8208-7348d38b9c72 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.845680] env[62024]: DEBUG nova.network.neutron [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Updating instance_info_cache with network_info: [{"id": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "address": "fa:16:3e:65:bb:be", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97cfc34-9c", "ovs_interfaceid": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.848086] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efc981c-2598-4043-a621-3ad862ac199a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.885090] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628aa99e-aefd-47f0-a3f2-ec0d91a0912f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.888296] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Uploading image 183ccace-de26-4ed5-a018-033959d3d5c9 {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 694.900570] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1981838-ef45-4379-8282-2809c46437fb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.907545] env[62024]: DEBUG nova.network.neutron [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Successfully updated port: b382ce2e-ceb1-483e-85ec-74befbf03786 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.933409] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed496887-af3b-4f76-a9d7-5760a6bff22b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.954952] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] The volume has not been displaced from its original location: [datastore2] volume-9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d/volume-9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d.vmdk. No consolidation needed. {{(pid=62024) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 694.960431] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 694.965448] env[62024]: DEBUG oslo_vmware.rw_handles [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 694.965448] env[62024]: value = "vm-465712" [ 694.965448] env[62024]: _type = "VirtualMachine" [ 694.965448] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 694.966102] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a0f8ad7-c371-4174-b8c8-fc2856cf1e73 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.980159] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7b74d3f0-f3a1-440e-99fa-e2c8d7af6c3d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.990177] env[62024]: DEBUG oslo_vmware.rw_handles [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lease: (returnval){ [ 694.990177] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ba33c5-f7ea-a909-50bd-8ce631e8fc79" [ 694.990177] env[62024]: _type = "HttpNfcLease" [ 694.990177] env[62024]: } obtained for exporting VM: (result){ [ 694.990177] env[62024]: value = "vm-465712" [ 694.990177] env[62024]: _type = "VirtualMachine" [ 694.990177] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 694.991254] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the lease: (returnval){ [ 694.991254] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ba33c5-f7ea-a909-50bd-8ce631e8fc79" [ 694.991254] env[62024]: _type = "HttpNfcLease" [ 694.991254] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 694.991783] env[62024]: DEBUG oslo_vmware.api [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 694.991783] env[62024]: value = "task-2288044" [ 694.991783] env[62024]: _type = "Task" [ 694.991783] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.006432] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 695.006432] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ba33c5-f7ea-a909-50bd-8ce631e8fc79" [ 695.006432] env[62024]: _type = "HttpNfcLease" [ 695.006432] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 695.006432] env[62024]: DEBUG oslo_vmware.api [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.017272] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288042, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.033937] env[62024]: DEBUG nova.network.neutron [None req-e89824f2-6ebb-4b44-8fca-61a3684019b4 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Updating instance_info_cache with network_info: [{"id": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "address": "fa:16:3e:20:0c:60", "network": {"id": "a30435d2-e035-4a8a-9f63-0c11633d622d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2074070213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7fb9d53944466080f810b9c0054e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7909aa-33", "ovs_interfaceid": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.076389] env[62024]: INFO nova.compute.manager [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Took 45.01 seconds to build instance. [ 695.138984] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b15bc96-b8f3-459b-99f2-ec1b6dfc8c24 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.148198] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896e2f13-93cd-4b3c-8ac7-0fdef0a34bed {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.182213] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734bd3d6-f665-40b0-9a79-284746b26746 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.191342] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858c42fb-fc15-4d03-8c51-8daa4ce8d72f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.207495] env[62024]: DEBUG nova.compute.provider_tree [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.349459] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.429179] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.430350] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquired lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.430718] env[62024]: DEBUG nova.network.neutron [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.507029] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 695.507029] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ba33c5-f7ea-a909-50bd-8ce631e8fc79" [ 695.507029] env[62024]: _type = "HttpNfcLease" [ 695.507029] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 695.509834] env[62024]: DEBUG oslo_vmware.rw_handles [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 695.509834] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ba33c5-f7ea-a909-50bd-8ce631e8fc79" [ 695.509834] env[62024]: _type = "HttpNfcLease" [ 695.509834] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 695.510381] env[62024]: DEBUG oslo_vmware.api [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288044, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.511673] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e485b9-c2f8-438e-a994-8902e17015da {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.523014] env[62024]: DEBUG oslo_vmware.rw_handles [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2e3cc-9882-1f63-c6cf-00e74e38d872/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 695.523353] env[62024]: DEBUG oslo_vmware.rw_handles [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2e3cc-9882-1f63-c6cf-00e74e38d872/disk-0.vmdk for reading. {{(pid=62024) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 695.527662] env[62024]: DEBUG oslo_vmware.api [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288042, 'name': PowerOnVM_Task, 'duration_secs': 1.34089} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.529077] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.531028] env[62024]: INFO nova.compute.manager [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Took 9.82 seconds to spawn the instance on the hypervisor. [ 695.531028] env[62024]: DEBUG nova.compute.manager [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.596660] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d70412-92e5-4201-9734-2fa133272ab3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.599979] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e89824f2-6ebb-4b44-8fca-61a3684019b4 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Releasing lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.600330] env[62024]: DEBUG nova.compute.manager [None req-e89824f2-6ebb-4b44-8fca-61a3684019b4 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Inject network info {{(pid=62024) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 695.600542] env[62024]: DEBUG nova.compute.manager [None req-e89824f2-6ebb-4b44-8fca-61a3684019b4 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] network_info to inject: |[{"id": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "address": "fa:16:3e:20:0c:60", "network": {"id": "a30435d2-e035-4a8a-9f63-0c11633d622d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2074070213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7fb9d53944466080f810b9c0054e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7909aa-33", "ovs_interfaceid": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 695.605948] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e89824f2-6ebb-4b44-8fca-61a3684019b4 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Reconfiguring VM instance to set the machine id {{(pid=62024) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 695.606624] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f382fdbb-767f-4cd7-aa86-99078137f62e tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.507s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.608417] env[62024]: DEBUG oslo_concurrency.lockutils [req-50dd38c6-4059-4a9b-beba-3221a55611f7 req-7f36c8c3-5ec8-48ae-ac5b-5bc3805e371d service nova] Acquired lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.608620] env[62024]: DEBUG nova.network.neutron [req-50dd38c6-4059-4a9b-beba-3221a55611f7 req-7f36c8c3-5ec8-48ae-ac5b-5bc3805e371d service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Refreshing network info cache for port 7a7909aa-33d6-4c1f-ac95-753dc2d40b55 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.610133] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b599f38-3a59-462d-8fb0-fb959bc6f88c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.622893] env[62024]: DEBUG nova.network.neutron [-] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.634247] env[62024]: DEBUG oslo_vmware.api [None req-e89824f2-6ebb-4b44-8fca-61a3684019b4 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Waiting for the task: (returnval){ [ 695.634247] env[62024]: value = "task-2288046" [ 695.634247] env[62024]: _type = "Task" [ 695.634247] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.645331] env[62024]: DEBUG oslo_vmware.api [None req-e89824f2-6ebb-4b44-8fca-61a3684019b4 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2288046, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.668730] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fc0d0b49-c72a-4111-944f-deb8bb2f24c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.711540] env[62024]: DEBUG nova.scheduler.client.report [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.875266] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.876201] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b76c4a-1c83-405f-8b45-f7ea19241a69 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.883835] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.884028] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1683861d-10d7-452a-aa67-c0b87fa5cd22 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.955950] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.956469] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.956682] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleting the datastore file [datastore2] 2dffe23d-5c9a-4477-a855-227646ad434b {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.956958] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-736751db-741b-4936-a303-b1096fdf2d12 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.963518] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 695.963518] env[62024]: value = "task-2288048" [ 695.963518] env[62024]: _type = "Task" [ 695.963518] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.972416] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.992659] env[62024]: DEBUG nova.network.neutron [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.007205] env[62024]: DEBUG oslo_vmware.api [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288044, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.132794] env[62024]: INFO nova.compute.manager [-] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Took 1.85 seconds to deallocate network for instance. [ 696.151308] env[62024]: INFO nova.compute.manager [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Took 41.56 seconds to build instance. [ 696.164840] env[62024]: DEBUG oslo_vmware.api [None req-e89824f2-6ebb-4b44-8fca-61a3684019b4 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2288046, 'name': ReconfigVM_Task, 'duration_secs': 0.153474} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.165941] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e89824f2-6ebb-4b44-8fca-61a3684019b4 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Reconfigured VM instance to set the machine id {{(pid=62024) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 696.177703] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquiring lock "cef6f8a5-a85a-4f08-8801-f06a57e0b3de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.177976] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Lock "cef6f8a5-a85a-4f08-8801-f06a57e0b3de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.178168] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquiring lock "cef6f8a5-a85a-4f08-8801-f06a57e0b3de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.178345] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Lock "cef6f8a5-a85a-4f08-8801-f06a57e0b3de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.178511] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Lock "cef6f8a5-a85a-4f08-8801-f06a57e0b3de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.182556] env[62024]: INFO nova.compute.manager [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Terminating instance [ 696.221445] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.226054] env[62024]: DEBUG oslo_concurrency.lockutils [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.796s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.226621] env[62024]: DEBUG nova.objects.instance [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Lazy-loading 'resources' on Instance uuid 0d273860-d0b2-429c-af7f-9100df2c1336 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.228961] env[62024]: DEBUG nova.network.neutron [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Updating instance_info_cache with network_info: [{"id": "b382ce2e-ceb1-483e-85ec-74befbf03786", "address": "fa:16:3e:90:d5:f4", "network": {"id": "df0665d5-d54a-4f09-bd94-4ffe2b5e5733", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-330568427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7857e6b24cf34288ba5e9326ccb44310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb382ce2e-ce", "ovs_interfaceid": "b382ce2e-ceb1-483e-85ec-74befbf03786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.258260] env[62024]: INFO nova.scheduler.client.report [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Deleted allocations for instance f50e7100-ddcb-4485-964c-25c952cdb844 [ 696.267810] env[62024]: INFO nova.compute.manager [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Rebuilding instance [ 696.321011] env[62024]: DEBUG nova.compute.manager [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.321925] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826b224-9726-41c5-ac2a-d50490b4f171 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.477418] env[62024]: DEBUG oslo_vmware.api [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30687} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.478358] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.478742] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.478916] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.504893] env[62024]: INFO nova.scheduler.client.report [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleted allocations for instance 2dffe23d-5c9a-4477-a855-227646ad434b [ 696.512060] env[62024]: DEBUG oslo_vmware.api [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288044, 'name': ReconfigVM_Task, 'duration_secs': 1.337068} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.512060] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 696.517092] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6a5c9a7-e702-4f10-967e-0e4f17453da4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.536107] env[62024]: DEBUG oslo_vmware.api [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 696.536107] env[62024]: value = "task-2288049" [ 696.536107] env[62024]: _type = "Task" [ 696.536107] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.547174] env[62024]: DEBUG oslo_vmware.api [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.646828] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.666213] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0cd4c016-a2c0-40dc-ba23-9204840f0a87 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "1b91a632-2229-4097-8dac-260333a24093" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.810s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.688509] env[62024]: DEBUG nova.compute.manager [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.688999] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.690467] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eae2c85-7b3c-4067-94c4-39447ce106cf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.701019] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.701440] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdbcfd2b-0674-4b01-981e-27ba2e149fcd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.708864] env[62024]: DEBUG oslo_vmware.api [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Waiting for the task: (returnval){ [ 696.708864] env[62024]: value = "task-2288050" [ 696.708864] env[62024]: _type = "Task" [ 696.708864] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.721064] env[62024]: DEBUG oslo_vmware.api [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2288050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.731603] env[62024]: DEBUG nova.network.neutron [req-50dd38c6-4059-4a9b-beba-3221a55611f7 req-7f36c8c3-5ec8-48ae-ac5b-5bc3805e371d service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Updated VIF entry in instance network info cache for port 7a7909aa-33d6-4c1f-ac95-753dc2d40b55. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.731603] env[62024]: DEBUG nova.network.neutron [req-50dd38c6-4059-4a9b-beba-3221a55611f7 req-7f36c8c3-5ec8-48ae-ac5b-5bc3805e371d service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Updating instance_info_cache with network_info: [{"id": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "address": "fa:16:3e:20:0c:60", "network": {"id": "a30435d2-e035-4a8a-9f63-0c11633d622d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2074070213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a7fb9d53944466080f810b9c0054e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7909aa-33", "ovs_interfaceid": "7a7909aa-33d6-4c1f-ac95-753dc2d40b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.736421] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Releasing lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.737164] env[62024]: DEBUG nova.compute.manager [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Instance network_info: |[{"id": "b382ce2e-ceb1-483e-85ec-74befbf03786", "address": "fa:16:3e:90:d5:f4", "network": {"id": "df0665d5-d54a-4f09-bd94-4ffe2b5e5733", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-330568427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7857e6b24cf34288ba5e9326ccb44310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb382ce2e-ce", "ovs_interfaceid": "b382ce2e-ceb1-483e-85ec-74befbf03786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.737296] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:d5:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b382ce2e-ceb1-483e-85ec-74befbf03786', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.746281] env[62024]: DEBUG oslo.service.loopingcall [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.751338] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.751338] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8bd72a9-2c04-4f4d-8220-9b182c73b0e5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.777358] env[62024]: DEBUG nova.compute.manager [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Received event network-vif-plugged-b382ce2e-ceb1-483e-85ec-74befbf03786 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.777358] env[62024]: DEBUG oslo_concurrency.lockutils [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] Acquiring lock "038de105-3871-4017-ab0d-96bc9bdc582e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.778165] env[62024]: DEBUG oslo_concurrency.lockutils [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] Lock "038de105-3871-4017-ab0d-96bc9bdc582e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.778165] env[62024]: DEBUG oslo_concurrency.lockutils [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] Lock "038de105-3871-4017-ab0d-96bc9bdc582e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.778165] env[62024]: DEBUG nova.compute.manager [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] No waiting events found dispatching network-vif-plugged-b382ce2e-ceb1-483e-85ec-74befbf03786 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.778165] env[62024]: WARNING nova.compute.manager [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Received unexpected event network-vif-plugged-b382ce2e-ceb1-483e-85ec-74befbf03786 for instance with vm_state building and task_state spawning. [ 696.778301] env[62024]: DEBUG nova.compute.manager [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Received event network-changed-b382ce2e-ceb1-483e-85ec-74befbf03786 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.778447] env[62024]: DEBUG nova.compute.manager [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Refreshing instance network info cache due to event network-changed-b382ce2e-ceb1-483e-85ec-74befbf03786. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 696.778740] env[62024]: DEBUG oslo_concurrency.lockutils [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] Acquiring lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.778977] env[62024]: DEBUG oslo_concurrency.lockutils [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] Acquired lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.779343] env[62024]: DEBUG nova.network.neutron [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Refreshing network info cache for port b382ce2e-ceb1-483e-85ec-74befbf03786 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.781713] env[62024]: DEBUG oslo_concurrency.lockutils [None req-11ec6b66-7ba6-4520-8f16-dece141e7564 tempest-ServersTestBootFromVolume-556854915 tempest-ServersTestBootFromVolume-556854915-project-member] Lock "f50e7100-ddcb-4485-964c-25c952cdb844" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.892s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.790026] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.790026] env[62024]: value = "task-2288051" [ 696.790026] env[62024]: _type = "Task" [ 696.790026] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.800110] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288051, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.017403] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.049399] env[62024]: DEBUG oslo_vmware.api [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288049, 'name': ReconfigVM_Task, 'duration_secs': 0.1665} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.053014] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465709', 'volume_id': '9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d', 'name': 'volume-9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8f0e5f1-04c8-4784-a597-768a0900e987', 'attached_at': '', 'detached_at': '', 'volume_id': '9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d', 'serial': '9f5feae4-d52c-4ea6-ad7a-e76f4dce8e7d'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 697.220988] env[62024]: DEBUG oslo_vmware.api [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2288050, 'name': PowerOffVM_Task, 'duration_secs': 0.319154} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.224108] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.224250] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.224827] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fdaf2c5-5834-4268-8c4d-6dce77dd9d7a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.237547] env[62024]: DEBUG oslo_concurrency.lockutils [req-50dd38c6-4059-4a9b-beba-3221a55611f7 req-7f36c8c3-5ec8-48ae-ac5b-5bc3805e371d service nova] Releasing lock "refresh_cache-cef6f8a5-a85a-4f08-8801-f06a57e0b3de" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.302991] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288051, 'name': CreateVM_Task, 'duration_secs': 0.376006} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.304252] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.305138] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c106cb1-50f7-4ca4-8de6-7f61edf82382 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.308536] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.308746] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.309139] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.309792] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0e807d-9020-4d87-9a5e-46ea5636f71e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.315438] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 697.315438] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521681b5-3f51-7a34-96b8-54f8ec8d2292" [ 697.315438] env[62024]: _type = "Task" [ 697.315438] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.321504] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a29239f-0dad-4eee-b6e1-c5664ae5d68a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.332683] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521681b5-3f51-7a34-96b8-54f8ec8d2292, 'name': SearchDatastore_Task, 'duration_secs': 0.013446} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.357374] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.357653] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.357904] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.358076] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.358312] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.358838] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.362085] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-492a6b48-1eda-4bef-9197-41b1aa359965 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.363685] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67533e50-01b3-41a0-baca-50700b2a6f18 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.365551] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcd92be-a15f-4425-9db1-d15934eccbfe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.374673] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3fc3f2-f0d2-4e9b-8078-2a1ef4c4b751 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.381880] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.382103] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.382920] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 697.382920] env[62024]: value = "task-2288053" [ 697.382920] env[62024]: _type = "Task" [ 697.382920] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.383492] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f17b779-8efa-4e8a-8814-e2fd50d88eb4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.399787] env[62024]: DEBUG nova.compute.provider_tree [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 697.403241] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 697.403241] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad601c-78ca-7f94-02a2-fc789e4e9a32" [ 697.403241] env[62024]: _type = "Task" [ 697.403241] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.409822] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.416943] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad601c-78ca-7f94-02a2-fc789e4e9a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.535172] env[62024]: INFO nova.compute.manager [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Rescuing [ 697.535539] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "refresh_cache-1b91a632-2229-4097-8dac-260333a24093" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.535720] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "refresh_cache-1b91a632-2229-4097-8dac-260333a24093" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.536046] env[62024]: DEBUG nova.network.neutron [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.611713] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.611713] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.612065] env[62024]: INFO nova.compute.manager [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Rebooting instance [ 697.636490] env[62024]: DEBUG nova.objects.instance [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lazy-loading 'flavor' on Instance uuid b8f0e5f1-04c8-4784-a597-768a0900e987 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.643828] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.643828] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.644036] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Deleting the datastore file [datastore1] cef6f8a5-a85a-4f08-8801-f06a57e0b3de {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.650585] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-029f8ee9-a24e-44da-8fd8-34b015923e9b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.660088] env[62024]: DEBUG oslo_vmware.api [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Waiting for the task: (returnval){ [ 697.660088] env[62024]: value = "task-2288054" [ 697.660088] env[62024]: _type = "Task" [ 697.660088] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.672659] env[62024]: DEBUG oslo_vmware.api [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2288054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.861645] env[62024]: DEBUG nova.network.neutron [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Updated VIF entry in instance network info cache for port b382ce2e-ceb1-483e-85ec-74befbf03786. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.862220] env[62024]: DEBUG nova.network.neutron [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Updating instance_info_cache with network_info: [{"id": "b382ce2e-ceb1-483e-85ec-74befbf03786", "address": "fa:16:3e:90:d5:f4", "network": {"id": "df0665d5-d54a-4f09-bd94-4ffe2b5e5733", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-330568427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7857e6b24cf34288ba5e9326ccb44310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb382ce2e-ce", "ovs_interfaceid": "b382ce2e-ceb1-483e-85ec-74befbf03786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.902356] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288053, 'name': PowerOffVM_Task, 'duration_secs': 0.252176} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.902356] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.902356] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.902980] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f384bf-a2b6-4d11-8060-cbe99a352f28 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.921942] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad601c-78ca-7f94-02a2-fc789e4e9a32, 'name': SearchDatastore_Task, 'duration_secs': 0.0163} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.925032] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.926428] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a27e778-7407-448b-a4bc-35b9a8af31af {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.928920] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df45cba0-0b7a-43c2-8341-b2a66015d084 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.931224] env[62024]: ERROR nova.scheduler.client.report [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] [req-ae7e8fec-12c0-4538-bc5b-6fc3cfdbb8bf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2414aeaf-2a82-48f5-b61f-d58b79924cbf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ae7e8fec-12c0-4538-bc5b-6fc3cfdbb8bf"}]} [ 697.939260] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 697.939260] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a30235-16f5-1358-f303-494fcb9e9876" [ 697.939260] env[62024]: _type = "Task" [ 697.939260] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.953624] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a30235-16f5-1358-f303-494fcb9e9876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.956733] env[62024]: DEBUG nova.scheduler.client.report [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Refreshing inventories for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 697.980919] env[62024]: DEBUG nova.scheduler.client.report [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Updating ProviderTree inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 697.980989] env[62024]: DEBUG nova.compute.provider_tree [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 697.999587] env[62024]: DEBUG nova.scheduler.client.report [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Refreshing aggregate associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, aggregates: None {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 698.019281] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.019281] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.019281] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleting the datastore file [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.019281] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60ba15d2-daa0-4cc1-9756-9a09f0ff3f1d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.022178] env[62024]: DEBUG nova.scheduler.client.report [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Refreshing trait associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 698.026941] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 698.026941] env[62024]: value = "task-2288056" [ 698.026941] env[62024]: _type = "Task" [ 698.026941] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.041134] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.148398] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.149376] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.150330] env[62024]: DEBUG nova.network.neutron [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.172842] env[62024]: DEBUG oslo_vmware.api [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Task: {'id': task-2288054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246885} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.176950] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.177182] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.177364] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.177537] env[62024]: INFO nova.compute.manager [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Took 1.49 seconds to destroy the instance on the hypervisor. [ 698.177780] env[62024]: DEBUG oslo.service.loopingcall [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.178480] env[62024]: DEBUG nova.compute.manager [-] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.178574] env[62024]: DEBUG nova.network.neutron [-] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.365370] env[62024]: DEBUG oslo_concurrency.lockutils [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] Releasing lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.365626] env[62024]: DEBUG nova.compute.manager [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Received event network-vif-deleted-a950f51c-d0b9-4d0d-be14-359e01c704e9 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.365804] env[62024]: DEBUG nova.compute.manager [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Received event network-vif-unplugged-c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.366031] env[62024]: DEBUG oslo_concurrency.lockutils [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] Acquiring lock "2dffe23d-5c9a-4477-a855-227646ad434b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.366250] env[62024]: DEBUG oslo_concurrency.lockutils [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] Lock "2dffe23d-5c9a-4477-a855-227646ad434b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.366411] env[62024]: DEBUG oslo_concurrency.lockutils [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] Lock "2dffe23d-5c9a-4477-a855-227646ad434b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.366571] env[62024]: DEBUG nova.compute.manager [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] No waiting events found dispatching network-vif-unplugged-c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.366742] env[62024]: WARNING nova.compute.manager [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Received unexpected event network-vif-unplugged-c97cfc34-9cda-48d1-aa01-d67c7f9d4943 for instance with vm_state shelved_offloaded and task_state None. [ 698.366899] env[62024]: DEBUG nova.compute.manager [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Received event network-changed-c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.367080] env[62024]: DEBUG nova.compute.manager [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Refreshing instance network info cache due to event network-changed-c97cfc34-9cda-48d1-aa01-d67c7f9d4943. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 698.367234] env[62024]: DEBUG oslo_concurrency.lockutils [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] Acquiring lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.367366] env[62024]: DEBUG oslo_concurrency.lockutils [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] Acquired lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.367523] env[62024]: DEBUG nova.network.neutron [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Refreshing network info cache for port c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.371272] env[62024]: DEBUG nova.network.neutron [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Updating instance_info_cache with network_info: [{"id": "3c595630-ac1a-45f0-940e-73ecd9272a7e", "address": "fa:16:3e:24:84:24", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c595630-ac", "ovs_interfaceid": "3c595630-ac1a-45f0-940e-73ecd9272a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.453627] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a30235-16f5-1358-f303-494fcb9e9876, 'name': SearchDatastore_Task, 'duration_secs': 0.025769} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.454200] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.454407] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 038de105-3871-4017-ab0d-96bc9bdc582e/038de105-3871-4017-ab0d-96bc9bdc582e.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.455587] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-317766fa-74a1-4531-8da3-29976dffc17b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.467389] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 698.467389] env[62024]: value = "task-2288057" [ 698.467389] env[62024]: _type = "Task" [ 698.467389] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.481673] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.539952] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295099} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.542837] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.543047] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.543391] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.584704] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07075088-ec9d-4374-9cd7-33cc7998aa31 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.599105] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e057e9f-f7ed-45c8-b1cc-d5e941aee9c8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.639036] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4788e5b6-3592-4a98-b81e-daf6568983c5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.648633] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ce4891-a2c2-49b8-a8dc-a57337be055f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.669069] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ada74785-6e79-47d9-98fa-c7d453800109 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b8f0e5f1-04c8-4784-a597-768a0900e987" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.403s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.669069] env[62024]: DEBUG nova.compute.provider_tree [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 698.886832] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "refresh_cache-1b91a632-2229-4097-8dac-260333a24093" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.985532] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288057, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.100039] env[62024]: DEBUG nova.network.neutron [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance_info_cache with network_info: [{"id": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "address": "fa:16:3e:fe:9c:bd", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c318eab-2e", "ovs_interfaceid": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.209119] env[62024]: DEBUG nova.scheduler.client.report [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 699.209119] env[62024]: DEBUG nova.compute.provider_tree [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 70 to 71 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 699.209119] env[62024]: DEBUG nova.compute.provider_tree [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.487103] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619618} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.487103] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 038de105-3871-4017-ab0d-96bc9bdc582e/038de105-3871-4017-ab0d-96bc9bdc582e.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.487103] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.487103] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-693dae2b-5c87-456c-bb83-6db8220e5dcc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.499232] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 699.499232] env[62024]: value = "task-2288058" [ 699.499232] env[62024]: _type = "Task" [ 699.499232] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.513102] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.593276] env[62024]: DEBUG nova.virt.hardware [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.593631] env[62024]: DEBUG nova.virt.hardware [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.593697] env[62024]: DEBUG nova.virt.hardware [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.594384] env[62024]: DEBUG nova.virt.hardware [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.594525] env[62024]: DEBUG nova.virt.hardware [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.595111] env[62024]: DEBUG nova.virt.hardware [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.595817] env[62024]: DEBUG nova.virt.hardware [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.596205] env[62024]: DEBUG nova.virt.hardware [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.596664] env[62024]: DEBUG nova.virt.hardware [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.598605] env[62024]: DEBUG nova.virt.hardware [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.598605] env[62024]: DEBUG nova.virt.hardware [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.599987] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc9e620-98b8-4939-bfdd-c438205ba6d3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.604008] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.616591] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d99cc97-99e6-4e56-a667-3e31e5f92a4e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.638665] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:89:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b1602c9-7284-4996-909b-7f6a323a5e4d', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.649417] env[62024]: DEBUG oslo.service.loopingcall [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.649417] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.649417] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d81234dd-15ae-49fb-8acd-2ccef6921c61 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.675019] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.675019] env[62024]: value = "task-2288059" [ 699.675019] env[62024]: _type = "Task" [ 699.675019] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.686846] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288059, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.708103] env[62024]: DEBUG nova.network.neutron [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Updated VIF entry in instance network info cache for port c97cfc34-9cda-48d1-aa01-d67c7f9d4943. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.708576] env[62024]: DEBUG nova.network.neutron [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Updating instance_info_cache with network_info: [{"id": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "address": "fa:16:3e:65:bb:be", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc97cfc34-9c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.715212] env[62024]: DEBUG oslo_concurrency.lockutils [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.489s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.720150] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.978s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.722459] env[62024]: INFO nova.compute.claims [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.752911] env[62024]: INFO nova.scheduler.client.report [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Deleted allocations for instance 0d273860-d0b2-429c-af7f-9100df2c1336 [ 700.012472] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "b9ea0526-0c2b-4b75-a260-7c5beff1f1c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.012736] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b9ea0526-0c2b-4b75-a260-7c5beff1f1c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.019759] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081345} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.019759] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.020764] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ab0b5a-a233-4094-be3e-1554a6db2cc6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.054569] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 038de105-3871-4017-ab0d-96bc9bdc582e/038de105-3871-4017-ab0d-96bc9bdc582e.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.056206] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d0fc0ab-1827-4941-b95c-31d65403b27b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.076972] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 700.076972] env[62024]: value = "task-2288060" [ 700.076972] env[62024]: _type = "Task" [ 700.076972] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.086877] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.119312] env[62024]: DEBUG nova.compute.manager [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.120423] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34339e36-dfc6-4949-a07a-cf1853800633 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.186888] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288059, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.200829] env[62024]: DEBUG nova.network.neutron [-] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.212956] env[62024]: DEBUG oslo_concurrency.lockutils [req-275571a5-f630-4ace-8ec8-9d13b2aa69ee req-34289615-dd90-4478-950d-fb2a1ec33ac5 service nova] Releasing lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.253015] env[62024]: DEBUG nova.compute.manager [req-df47dab5-67e7-43db-a505-56eb4195c523 req-504bf234-5239-4d94-8ceb-9d0448027a72 service nova] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Received event network-vif-deleted-7a7909aa-33d6-4c1f-ac95-753dc2d40b55 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.268764] env[62024]: DEBUG oslo_concurrency.lockutils [None req-308e6fe9-25e2-497e-b7f8-ca547f0ede0c tempest-ImagesNegativeTestJSON-821225701 tempest-ImagesNegativeTestJSON-821225701-project-member] Lock "0d273860-d0b2-429c-af7f-9100df2c1336" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.782s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.419906] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "2dffe23d-5c9a-4477-a855-227646ad434b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.469629] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.469795] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee1d8ef0-11a9-4bae-ba84-690dae8cf7f5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.479192] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 700.479192] env[62024]: value = "task-2288061" [ 700.479192] env[62024]: _type = "Task" [ 700.479192] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.496133] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.515729] env[62024]: DEBUG nova.compute.manager [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.590831] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288060, 'name': ReconfigVM_Task, 'duration_secs': 0.305443} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.591385] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 038de105-3871-4017-ab0d-96bc9bdc582e/038de105-3871-4017-ab0d-96bc9bdc582e.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.592888] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc5d8435-682b-439d-89cf-0c1156699af6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.603279] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 700.603279] env[62024]: value = "task-2288062" [ 700.603279] env[62024]: _type = "Task" [ 700.603279] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.618120] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288062, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.692635] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288059, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.703853] env[62024]: INFO nova.compute.manager [-] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Took 2.53 seconds to deallocate network for instance. [ 700.993506] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288061, 'name': PowerOffVM_Task, 'duration_secs': 0.297718} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.994110] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.995019] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5238e902-f8fc-4009-abba-b72b3fa6b5b7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.025721] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6c3b8c-6eaa-4148-94da-2ddb7e676592 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.048715] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.077343] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.078629] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d76c5d8-09fb-4c98-b67d-6aa7dd36f201 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.089296] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 701.089296] env[62024]: value = "task-2288063" [ 701.089296] env[62024]: _type = "Task" [ 701.089296] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.102277] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] VM already powered off {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 701.102277] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.102277] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.102277] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.102277] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.102277] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3569c665-bc62-481d-94ef-113fa6b4b36d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.115267] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.115267] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.118526] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b060fe74-51c2-489a-a501-b4136fad0af9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.121433] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288062, 'name': Rename_Task, 'duration_secs': 0.179141} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.121744] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.122806] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54c9f6f4-6c7d-4794-9877-72a68005e537 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.129571] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 701.129571] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a88d00-e0a9-09e2-ccc1-6f0d51fbaa8a" [ 701.129571] env[62024]: _type = "Task" [ 701.129571] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.135081] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 701.135081] env[62024]: value = "task-2288064" [ 701.135081] env[62024]: _type = "Task" [ 701.135081] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.143188] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a88d00-e0a9-09e2-ccc1-6f0d51fbaa8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.143787] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c9a6e0-1f3d-4dcb-b9c3-8a802679d51f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.157520] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Doing hard reboot of VM {{(pid=62024) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 701.157841] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.158144] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b5108e96-85fb-4f1b-b461-afd0127a2ed0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.166605] env[62024]: DEBUG oslo_vmware.api [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 701.166605] env[62024]: value = "task-2288065" [ 701.166605] env[62024]: _type = "Task" [ 701.166605] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.180500] env[62024]: DEBUG oslo_vmware.api [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288065, 'name': ResetVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.192045] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288059, 'name': CreateVM_Task, 'duration_secs': 1.07805} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.196421] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.196917] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.198056] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.198056] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.198056] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0dafb6f-d8e2-4c57-ba67-c0a6f83549d0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.205235] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 701.205235] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52205439-ad15-d04c-181a-e4a212e896e7" [ 701.205235] env[62024]: _type = "Task" [ 701.205235] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.214423] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.219283] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52205439-ad15-d04c-181a-e4a212e896e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.304811] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b84faa-aabc-474d-8310-22cd156a5956 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.311548] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9004497c-0d4f-4dbc-b665-463b168f6bbe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.348421] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47711c8f-91a9-4742-a363-1ca71a0d1215 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.358086] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ce4f7c-7840-425c-b98e-a765aae48913 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.374662] env[62024]: DEBUG nova.compute.provider_tree [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.643798] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a88d00-e0a9-09e2-ccc1-6f0d51fbaa8a, 'name': SearchDatastore_Task, 'duration_secs': 0.0156} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.645108] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170b52b6-2ec1-4c48-8c61-c7e59182efd8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.654385] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288064, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.658885] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 701.658885] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52858915-a32c-ed39-5440-17474cb50f4f" [ 701.658885] env[62024]: _type = "Task" [ 701.658885] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.671461] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52858915-a32c-ed39-5440-17474cb50f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.682464] env[62024]: DEBUG oslo_vmware.api [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288065, 'name': ResetVM_Task, 'duration_secs': 0.105578} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.682464] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Did hard reboot of VM {{(pid=62024) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 701.682464] env[62024]: DEBUG nova.compute.manager [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.683813] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b7f49e-34d3-4ff2-b291-6ae67783299c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.718181] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52205439-ad15-d04c-181a-e4a212e896e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013651} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.718361] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.718617] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.718839] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.718992] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.719182] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.719498] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-022e4fa0-d408-4319-82bd-04ed3e49930e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.736207] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.736207] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.736207] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01dd83e8-fd3f-421a-8a0b-aecf53f127cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.742894] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 701.742894] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527158ec-4875-4079-db04-4625aaa4335f" [ 701.742894] env[62024]: _type = "Task" [ 701.742894] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.755808] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527158ec-4875-4079-db04-4625aaa4335f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.878270] env[62024]: DEBUG nova.scheduler.client.report [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.150021] env[62024]: DEBUG oslo_vmware.api [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288064, 'name': PowerOnVM_Task, 'duration_secs': 0.660365} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.150021] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.150021] env[62024]: INFO nova.compute.manager [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Took 8.34 seconds to spawn the instance on the hypervisor. [ 702.150021] env[62024]: DEBUG nova.compute.manager [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.150421] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e9aa6a-f1c9-4c39-b929-850037e2d76f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.174917] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52858915-a32c-ed39-5440-17474cb50f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.013797} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.174917] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.174917] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 1b91a632-2229-4097-8dac-260333a24093/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk. {{(pid=62024) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 702.175702] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11f16dee-2c7b-46a3-856b-1fb9593ed4bf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.202556] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6ad6156-76a3-43b6-a382-b0e65cde6011 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.591s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.205397] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 702.205397] env[62024]: value = "task-2288066" [ 702.205397] env[62024]: _type = "Task" [ 702.205397] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.218657] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.261670] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527158ec-4875-4079-db04-4625aaa4335f, 'name': SearchDatastore_Task, 'duration_secs': 0.013906} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.262431] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5554bca5-9a52-457c-9cde-74624d7ac3a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.270685] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 702.270685] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52357d6f-8333-785e-c4f6-26af2e21e312" [ 702.270685] env[62024]: _type = "Task" [ 702.270685] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.283149] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52357d6f-8333-785e-c4f6-26af2e21e312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.383573] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.384171] env[62024]: DEBUG nova.compute.manager [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.387345] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.913s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.387345] env[62024]: DEBUG nova.objects.instance [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Lazy-loading 'resources' on Instance uuid 062ca9a2-e02f-4d41-8957-bfa5880c10c1 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.675522] env[62024]: INFO nova.compute.manager [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Took 39.87 seconds to build instance. [ 702.723256] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288066, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.788731] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52357d6f-8333-785e-c4f6-26af2e21e312, 'name': SearchDatastore_Task, 'duration_secs': 0.014021} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.789111] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.789599] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16/c2dd4f2a-6fe8-402f-8715-217a8aa24b16.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.789871] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76ba29d3-f5fd-42ad-b60f-ac155154811d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.799677] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 702.799677] env[62024]: value = "task-2288067" [ 702.799677] env[62024]: _type = "Task" [ 702.799677] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.812751] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.891102] env[62024]: DEBUG nova.compute.utils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 702.896538] env[62024]: DEBUG nova.compute.manager [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.896755] env[62024]: DEBUG nova.network.neutron [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.057832] env[62024]: DEBUG nova.policy [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0bd203eb13c40aa9b469391460f2975', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6974c8613bd4f00ab6f248df13fa03a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.181659] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bec9945-ca80-48c6-bf3a-3cd971f6fca9 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "038de105-3871-4017-ab0d-96bc9bdc582e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.387s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.224804] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64774} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.225251] env[62024]: INFO nova.virt.vmwareapi.ds_util [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 1b91a632-2229-4097-8dac-260333a24093/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk. [ 703.226176] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fabcc0f-58fe-44a5-8bfc-7ecbb80c7063 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.256676] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 1b91a632-2229-4097-8dac-260333a24093/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.259973] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d925e00b-e10a-4e8c-ad37-81b149461227 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.284175] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 703.284175] env[62024]: value = "task-2288068" [ 703.284175] env[62024]: _type = "Task" [ 703.284175] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.297273] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.313577] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288067, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.400300] env[62024]: DEBUG nova.compute.manager [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.571456] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3648477e-db6c-405b-8e68-7b45dde53c8e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.585057] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac458636-5bb6-454c-a82f-d1a653230807 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.626651] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcd26ff-e1c2-4e07-9dee-548e70fb43de {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.637802] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee45004-c5d9-4ac3-8b08-15b862420fcf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.658658] env[62024]: DEBUG nova.compute.provider_tree [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.677937] env[62024]: DEBUG oslo_vmware.rw_handles [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2e3cc-9882-1f63-c6cf-00e74e38d872/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 703.678980] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd76711d-0bad-47e9-92f2-0cdb08749e4b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.689667] env[62024]: DEBUG oslo_vmware.rw_handles [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2e3cc-9882-1f63-c6cf-00e74e38d872/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 703.689870] env[62024]: ERROR oslo_vmware.rw_handles [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2e3cc-9882-1f63-c6cf-00e74e38d872/disk-0.vmdk due to incomplete transfer. [ 703.690124] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4435d49c-560e-4109-9a19-4eb58c3588ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.699984] env[62024]: DEBUG oslo_vmware.rw_handles [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2e3cc-9882-1f63-c6cf-00e74e38d872/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 703.700211] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Uploaded image 183ccace-de26-4ed5-a018-033959d3d5c9 to the Glance image server {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 703.702840] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 703.703202] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bffecea2-582c-43ec-ad4d-cf223214a34c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.713168] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 703.713168] env[62024]: value = "task-2288069" [ 703.713168] env[62024]: _type = "Task" [ 703.713168] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.722817] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288069, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.797903] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288068, 'name': ReconfigVM_Task, 'duration_secs': 0.392256} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.797958] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 1b91a632-2229-4097-8dac-260333a24093/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.801919] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fb981c-b4c5-4a49-b75c-c7b25f1bcad9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.840364] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599572} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.845908] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16/c2dd4f2a-6fe8-402f-8715-217a8aa24b16.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.846121] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.846396] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03559ba0-be08-4597-851b-89c86d27463c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.858704] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-369e21b0-d02b-490f-8c40-b9d163776928 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.867368] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 703.867368] env[62024]: value = "task-2288070" [ 703.867368] env[62024]: _type = "Task" [ 703.867368] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.869113] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 703.869113] env[62024]: value = "task-2288071" [ 703.869113] env[62024]: _type = "Task" [ 703.869113] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.885291] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.886863] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.111024] env[62024]: DEBUG nova.network.neutron [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Successfully created port: b2748dba-e6a0-495a-948c-afcdf8f3b87e {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.198239] env[62024]: ERROR nova.scheduler.client.report [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] [req-21af66e4-5662-4b34-ba75-ea5e158b5c42] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2414aeaf-2a82-48f5-b61f-d58b79924cbf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-21af66e4-5662-4b34-ba75-ea5e158b5c42"}]} [ 704.222033] env[62024]: DEBUG nova.scheduler.client.report [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Refreshing inventories for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 704.230769] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288069, 'name': Destroy_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.240281] env[62024]: DEBUG nova.scheduler.client.report [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Updating ProviderTree inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 704.240281] env[62024]: DEBUG nova.compute.provider_tree [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.259582] env[62024]: DEBUG nova.scheduler.client.report [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Refreshing aggregate associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, aggregates: None {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 704.290136] env[62024]: DEBUG nova.scheduler.client.report [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Refreshing trait associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 704.385743] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223342} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.388120] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.389457] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17e76cc-df3a-4b61-a14d-590a742d74fd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.402166] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.421629] env[62024]: DEBUG nova.compute.manager [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.434276] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16/c2dd4f2a-6fe8-402f-8715-217a8aa24b16.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.437489] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b5121fb-a1ae-460d-ad67-525c99b1e8d9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.462813] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 704.462813] env[62024]: value = "task-2288072" [ 704.462813] env[62024]: _type = "Task" [ 704.462813] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.479996] env[62024]: DEBUG nova.virt.hardware [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.479996] env[62024]: DEBUG nova.virt.hardware [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.480172] env[62024]: DEBUG nova.virt.hardware [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.480400] env[62024]: DEBUG nova.virt.hardware [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.480632] env[62024]: DEBUG nova.virt.hardware [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.480859] env[62024]: DEBUG nova.virt.hardware [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.481194] env[62024]: DEBUG nova.virt.hardware [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.481434] env[62024]: DEBUG nova.virt.hardware [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.481693] env[62024]: DEBUG nova.virt.hardware [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.483868] env[62024]: DEBUG nova.virt.hardware [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.483868] env[62024]: DEBUG nova.virt.hardware [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.483868] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.484020] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13646a53-4c23-4017-99bd-37e68a666e1c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.497540] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cf812d-068c-4869-a45f-14de9b0c8e44 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.729676] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288069, 'name': Destroy_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.870323] env[62024]: DEBUG nova.compute.manager [req-2463010b-7a6e-4f9d-a015-2cc365003c58 req-8cfd9351-9603-4f70-a7ae-3247225475da service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Received event network-changed-b382ce2e-ceb1-483e-85ec-74befbf03786 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.870569] env[62024]: DEBUG nova.compute.manager [req-2463010b-7a6e-4f9d-a015-2cc365003c58 req-8cfd9351-9603-4f70-a7ae-3247225475da service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Refreshing instance network info cache due to event network-changed-b382ce2e-ceb1-483e-85ec-74befbf03786. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.870780] env[62024]: DEBUG oslo_concurrency.lockutils [req-2463010b-7a6e-4f9d-a015-2cc365003c58 req-8cfd9351-9603-4f70-a7ae-3247225475da service nova] Acquiring lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.870861] env[62024]: DEBUG oslo_concurrency.lockutils [req-2463010b-7a6e-4f9d-a015-2cc365003c58 req-8cfd9351-9603-4f70-a7ae-3247225475da service nova] Acquired lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.872569] env[62024]: DEBUG nova.network.neutron [req-2463010b-7a6e-4f9d-a015-2cc365003c58 req-8cfd9351-9603-4f70-a7ae-3247225475da service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Refreshing network info cache for port b382ce2e-ceb1-483e-85ec-74befbf03786 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.896901] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288071, 'name': ReconfigVM_Task, 'duration_secs': 0.569541} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.897389] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.897650] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50d316c8-baa7-408b-9cd4-504db50261da {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.906245] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 704.906245] env[62024]: value = "task-2288073" [ 704.906245] env[62024]: _type = "Task" [ 704.906245] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.919546] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.950252] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68859fb-d681-4443-96e5-011dcf6d3f5e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.959929] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ad7eff-e50a-4a57-aa52-e2fad5dde081 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.975198] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288072, 'name': ReconfigVM_Task, 'duration_secs': 0.313801} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.003224] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Reconfigured VM instance instance-00000008 to attach disk [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16/c2dd4f2a-6fe8-402f-8715-217a8aa24b16.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.004505] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0282f42d-108e-427a-8463-021eee260a2d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.008148] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c48db3b-ae45-4b90-9c42-d7d49969354d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.017508] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13608de-ec90-448f-99be-96d4daceaca1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.023831] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 705.023831] env[62024]: value = "task-2288074" [ 705.023831] env[62024]: _type = "Task" [ 705.023831] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.036138] env[62024]: DEBUG nova.compute.provider_tree [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 705.044522] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288074, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.229364] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288069, 'name': Destroy_Task, 'duration_secs': 1.414145} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.229636] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Destroyed the VM [ 705.230093] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 705.230342] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-17a27cfc-1778-4915-ad93-50b55d0f1378 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.240108] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 705.240108] env[62024]: value = "task-2288075" [ 705.240108] env[62024]: _type = "Task" [ 705.240108] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.252698] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288075, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.422775] env[62024]: DEBUG oslo_vmware.api [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288073, 'name': PowerOnVM_Task, 'duration_secs': 0.463097} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.424023] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.427505] env[62024]: DEBUG nova.compute.manager [None req-13eb6a22-5903-4465-966b-f9a35d6fbbb9 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.428614] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28d718e-5bc1-43ed-8094-e0bec5f994f4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.537358] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288074, 'name': Rename_Task, 'duration_secs': 0.208936} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.537653] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.537909] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c5a15bd-9149-4a3a-b873-05e0e79308b8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.549804] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 705.549804] env[62024]: value = "task-2288076" [ 705.549804] env[62024]: _type = "Task" [ 705.549804] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.560560] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.618280] env[62024]: DEBUG nova.scheduler.client.report [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 705.618578] env[62024]: DEBUG nova.compute.provider_tree [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 73 to 74 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 705.619380] env[62024]: DEBUG nova.compute.provider_tree [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 705.756988] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288075, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.064601] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288076, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.087193] env[62024]: DEBUG nova.network.neutron [req-2463010b-7a6e-4f9d-a015-2cc365003c58 req-8cfd9351-9603-4f70-a7ae-3247225475da service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Updated VIF entry in instance network info cache for port b382ce2e-ceb1-483e-85ec-74befbf03786. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.087936] env[62024]: DEBUG nova.network.neutron [req-2463010b-7a6e-4f9d-a015-2cc365003c58 req-8cfd9351-9603-4f70-a7ae-3247225475da service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Updating instance_info_cache with network_info: [{"id": "b382ce2e-ceb1-483e-85ec-74befbf03786", "address": "fa:16:3e:90:d5:f4", "network": {"id": "df0665d5-d54a-4f09-bd94-4ffe2b5e5733", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-330568427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7857e6b24cf34288ba5e9326ccb44310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb382ce2e-ce", "ovs_interfaceid": "b382ce2e-ceb1-483e-85ec-74befbf03786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.109522] env[62024]: DEBUG oslo_concurrency.lockutils [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquiring lock "3fc289e9-3c96-4f1f-9cbb-52482e5502d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.109618] env[62024]: DEBUG oslo_concurrency.lockutils [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Lock "3fc289e9-3c96-4f1f-9cbb-52482e5502d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.132346] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.745s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.135413] env[62024]: DEBUG oslo_concurrency.lockutils [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.550s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.135773] env[62024]: DEBUG nova.objects.instance [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Lazy-loading 'resources' on Instance uuid 0582d2f2-d973-49db-8ffb-782d89aba5fc {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.151913] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquiring lock "864edcde-00fe-4c44-9702-006c60068b0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.152587] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Lock "864edcde-00fe-4c44-9702-006c60068b0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.164821] env[62024]: INFO nova.scheduler.client.report [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Deleted allocations for instance 062ca9a2-e02f-4d41-8957-bfa5880c10c1 [ 706.246020] env[62024]: DEBUG oslo_concurrency.lockutils [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "038de105-3871-4017-ab0d-96bc9bdc582e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.246020] env[62024]: DEBUG oslo_concurrency.lockutils [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "038de105-3871-4017-ab0d-96bc9bdc582e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.246020] env[62024]: INFO nova.compute.manager [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Rebooting instance [ 706.261260] env[62024]: DEBUG oslo_vmware.api [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288075, 'name': RemoveSnapshot_Task, 'duration_secs': 0.524856} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.261260] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 706.262527] env[62024]: INFO nova.compute.manager [None req-ac88dacd-242b-4774-b56b-9d8b1a1edff1 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Took 15.56 seconds to snapshot the instance on the hypervisor. [ 706.562145] env[62024]: DEBUG oslo_vmware.api [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288076, 'name': PowerOnVM_Task, 'duration_secs': 0.848058} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.562438] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.562643] env[62024]: DEBUG nova.compute.manager [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.563451] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7cd8c1-92fd-4544-a792-55a5edecc220 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.591772] env[62024]: DEBUG oslo_concurrency.lockutils [req-2463010b-7a6e-4f9d-a015-2cc365003c58 req-8cfd9351-9603-4f70-a7ae-3247225475da service nova] Releasing lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.613362] env[62024]: DEBUG nova.compute.manager [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.627588] env[62024]: DEBUG nova.network.neutron [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Successfully updated port: b2748dba-e6a0-495a-948c-afcdf8f3b87e {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.656970] env[62024]: DEBUG nova.compute.manager [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.684044] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5794fbea-ed7e-4da7-9436-a52cf5f9a572 tempest-ServersNegativeTestMultiTenantJSON-1699412380 tempest-ServersNegativeTestMultiTenantJSON-1699412380-project-member] Lock "062ca9a2-e02f-4d41-8957-bfa5880c10c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.897s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.771964] env[62024]: DEBUG oslo_concurrency.lockutils [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.771964] env[62024]: DEBUG oslo_concurrency.lockutils [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquired lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.771964] env[62024]: DEBUG nova.network.neutron [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.918617] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "6486ab8d-5a85-4a12-817b-b34fc6ff5a1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.918869] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "6486ab8d-5a85-4a12-817b-b34fc6ff5a1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.919083] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "6486ab8d-5a85-4a12-817b-b34fc6ff5a1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.919264] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "6486ab8d-5a85-4a12-817b-b34fc6ff5a1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.919510] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "6486ab8d-5a85-4a12-817b-b34fc6ff5a1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.922240] env[62024]: INFO nova.compute.manager [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Terminating instance [ 707.086756] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.132141] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Acquiring lock "refresh_cache-099e98a2-0879-4b35-8a2a-fd6a529f0e14" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.132294] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Acquired lock "refresh_cache-099e98a2-0879-4b35-8a2a-fd6a529f0e14" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.132444] env[62024]: DEBUG nova.network.neutron [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.135625] env[62024]: DEBUG oslo_concurrency.lockutils [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.180536] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.197449] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307ee373-cd76-4f8a-bf34-11c9f258b902 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.207135] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd977be-1929-4ab6-8402-ca145a982add {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.245049] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad163aae-bcb9-47dc-857b-1e5306a44207 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.253743] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d496d1d-b541-4027-a83c-c232f7c3b4df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.272795] env[62024]: DEBUG nova.compute.provider_tree [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.428053] env[62024]: DEBUG nova.compute.manager [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.428053] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.428053] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fad8f09-9806-4fc7-9e3c-f21f35867390 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.438878] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.438878] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98c5dede-5ab2-4066-9c37-69c650cbee1a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.518946] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.520847] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.523624] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleting the datastore file [datastore2] 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.523624] env[62024]: DEBUG nova.compute.manager [req-ca31b773-a4b1-468b-a7a4-d7e3600ca8f2 req-a51b3cb4-7377-4be1-8d66-45e07b66c0d7 service nova] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Received event network-vif-plugged-b2748dba-e6a0-495a-948c-afcdf8f3b87e {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.523624] env[62024]: DEBUG oslo_concurrency.lockutils [req-ca31b773-a4b1-468b-a7a4-d7e3600ca8f2 req-a51b3cb4-7377-4be1-8d66-45e07b66c0d7 service nova] Acquiring lock "099e98a2-0879-4b35-8a2a-fd6a529f0e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.523624] env[62024]: DEBUG oslo_concurrency.lockutils [req-ca31b773-a4b1-468b-a7a4-d7e3600ca8f2 req-a51b3cb4-7377-4be1-8d66-45e07b66c0d7 service nova] Lock "099e98a2-0879-4b35-8a2a-fd6a529f0e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.523624] env[62024]: DEBUG oslo_concurrency.lockutils [req-ca31b773-a4b1-468b-a7a4-d7e3600ca8f2 req-a51b3cb4-7377-4be1-8d66-45e07b66c0d7 service nova] Lock "099e98a2-0879-4b35-8a2a-fd6a529f0e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.523624] env[62024]: DEBUG nova.compute.manager [req-ca31b773-a4b1-468b-a7a4-d7e3600ca8f2 req-a51b3cb4-7377-4be1-8d66-45e07b66c0d7 service nova] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] No waiting events found dispatching network-vif-plugged-b2748dba-e6a0-495a-948c-afcdf8f3b87e {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.523624] env[62024]: WARNING nova.compute.manager [req-ca31b773-a4b1-468b-a7a4-d7e3600ca8f2 req-a51b3cb4-7377-4be1-8d66-45e07b66c0d7 service nova] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Received unexpected event network-vif-plugged-b2748dba-e6a0-495a-948c-afcdf8f3b87e for instance with vm_state building and task_state spawning. [ 707.523624] env[62024]: DEBUG nova.compute.manager [req-ca31b773-a4b1-468b-a7a4-d7e3600ca8f2 req-a51b3cb4-7377-4be1-8d66-45e07b66c0d7 service nova] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Received event network-changed-b2748dba-e6a0-495a-948c-afcdf8f3b87e {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.524512] env[62024]: DEBUG nova.compute.manager [req-ca31b773-a4b1-468b-a7a4-d7e3600ca8f2 req-a51b3cb4-7377-4be1-8d66-45e07b66c0d7 service nova] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Refreshing instance network info cache due to event network-changed-b2748dba-e6a0-495a-948c-afcdf8f3b87e. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 707.527857] env[62024]: DEBUG oslo_concurrency.lockutils [req-ca31b773-a4b1-468b-a7a4-d7e3600ca8f2 req-a51b3cb4-7377-4be1-8d66-45e07b66c0d7 service nova] Acquiring lock "refresh_cache-099e98a2-0879-4b35-8a2a-fd6a529f0e14" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.532520] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2091c61-bc97-49ec-b288-03aa4c294c50 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.544145] env[62024]: DEBUG oslo_vmware.api [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 707.544145] env[62024]: value = "task-2288078" [ 707.544145] env[62024]: _type = "Task" [ 707.544145] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.559748] env[62024]: DEBUG oslo_vmware.api [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.678867] env[62024]: DEBUG nova.network.neutron [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Updating instance_info_cache with network_info: [{"id": "b382ce2e-ceb1-483e-85ec-74befbf03786", "address": "fa:16:3e:90:d5:f4", "network": {"id": "df0665d5-d54a-4f09-bd94-4ffe2b5e5733", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-330568427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7857e6b24cf34288ba5e9326ccb44310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb382ce2e-ce", "ovs_interfaceid": "b382ce2e-ceb1-483e-85ec-74befbf03786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.737129] env[62024]: DEBUG nova.network.neutron [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.778576] env[62024]: DEBUG nova.scheduler.client.report [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.069021] env[62024]: DEBUG oslo_vmware.api [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15658} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.069021] env[62024]: DEBUG nova.network.neutron [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Updating instance_info_cache with network_info: [{"id": "b2748dba-e6a0-495a-948c-afcdf8f3b87e", "address": "fa:16:3e:75:e4:2c", "network": {"id": "48ed86ec-d9e8-4f0a-9bdd-6c2b5c0fb001", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-870473103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6974c8613bd4f00ab6f248df13fa03a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2748dba-e6", "ovs_interfaceid": "b2748dba-e6a0-495a-948c-afcdf8f3b87e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.069021] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.069021] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.073118] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.075020] env[62024]: INFO nova.compute.manager [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Took 0.65 seconds to destroy the instance on the hypervisor. [ 708.075020] env[62024]: DEBUG oslo.service.loopingcall [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.075020] env[62024]: DEBUG nova.compute.manager [-] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.075020] env[62024]: DEBUG nova.network.neutron [-] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.186297] env[62024]: DEBUG oslo_concurrency.lockutils [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Releasing lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.216177] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "7ac4b908-16cc-45e8-802b-ab55bd92aeb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.216177] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "7ac4b908-16cc-45e8-802b-ab55bd92aeb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.283337] env[62024]: DEBUG oslo_concurrency.lockutils [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.287567] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.739s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.291025] env[62024]: INFO nova.compute.claims [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.321972] env[62024]: INFO nova.scheduler.client.report [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Deleted allocations for instance 0582d2f2-d973-49db-8ffb-782d89aba5fc [ 708.574873] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Releasing lock "refresh_cache-099e98a2-0879-4b35-8a2a-fd6a529f0e14" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.575248] env[62024]: DEBUG nova.compute.manager [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Instance network_info: |[{"id": "b2748dba-e6a0-495a-948c-afcdf8f3b87e", "address": "fa:16:3e:75:e4:2c", "network": {"id": "48ed86ec-d9e8-4f0a-9bdd-6c2b5c0fb001", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-870473103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6974c8613bd4f00ab6f248df13fa03a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2748dba-e6", "ovs_interfaceid": "b2748dba-e6a0-495a-948c-afcdf8f3b87e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.575551] env[62024]: DEBUG oslo_concurrency.lockutils [req-ca31b773-a4b1-468b-a7a4-d7e3600ca8f2 req-a51b3cb4-7377-4be1-8d66-45e07b66c0d7 service nova] Acquired lock "refresh_cache-099e98a2-0879-4b35-8a2a-fd6a529f0e14" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.575735] env[62024]: DEBUG nova.network.neutron [req-ca31b773-a4b1-468b-a7a4-d7e3600ca8f2 req-a51b3cb4-7377-4be1-8d66-45e07b66c0d7 service nova] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Refreshing network info cache for port b2748dba-e6a0-495a-948c-afcdf8f3b87e {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.576962] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:e4:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2748dba-e6a0-495a-948c-afcdf8f3b87e', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.591474] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Creating folder: Project (d6974c8613bd4f00ab6f248df13fa03a). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.592675] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a33eef78-f468-4c7f-895b-3fd89eefe069 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.611080] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Created folder: Project (d6974c8613bd4f00ab6f248df13fa03a) in parent group-v465568. [ 708.611187] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Creating folder: Instances. Parent ref: group-v465715. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.611483] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a38568f-82c1-478c-b9c7-7b9fda2b001b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.625224] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Created folder: Instances in parent group-v465715. [ 708.625344] env[62024]: DEBUG oslo.service.loopingcall [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.625600] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.625844] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84a5ffcd-6679-44f3-9f01-e0e4d89e8967 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.649532] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.649532] env[62024]: value = "task-2288081" [ 708.649532] env[62024]: _type = "Task" [ 708.649532] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.659263] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288081, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.694971] env[62024]: DEBUG nova.compute.manager [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.695942] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226a9cc5-4f8f-487e-9709-ed222f9ddffc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.719314] env[62024]: DEBUG nova.compute.manager [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.836489] env[62024]: DEBUG oslo_concurrency.lockutils [None req-edb5941d-ee10-4a7e-9945-a0afee8472a6 tempest-ServersTestJSON-673291370 tempest-ServersTestJSON-673291370-project-member] Lock "0582d2f2-d973-49db-8ffb-782d89aba5fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.288s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.162573] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288081, 'name': CreateVM_Task, 'duration_secs': 0.375388} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.166441] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.166753] env[62024]: DEBUG nova.network.neutron [-] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.168371] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.168537] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.168860] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.169689] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3bf478-8977-43e5-bfea-f4852f44b56b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.176267] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Waiting for the task: (returnval){ [ 709.176267] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526fc659-7d00-1326-b115-857e3e22a5ce" [ 709.176267] env[62024]: _type = "Task" [ 709.176267] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.190348] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526fc659-7d00-1326-b115-857e3e22a5ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.190698] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.190938] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.191529] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.191844] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.192067] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.192584] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dbf2eab-a975-4311-b0ee-70f919fdd939 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.203562] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.203767] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.204886] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccee08f2-0ceb-406a-9f89-f2cc6c452579 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.216076] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Waiting for the task: (returnval){ [ 709.216076] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52794fbd-cd93-dfd5-1176-8367ede85f30" [ 709.216076] env[62024]: _type = "Task" [ 709.216076] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.229145] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52794fbd-cd93-dfd5-1176-8367ede85f30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.245747] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.641983] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "94744d19-3ad4-42bd-ba98-0bf84f87ef06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.642988] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "94744d19-3ad4-42bd-ba98-0bf84f87ef06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.672950] env[62024]: INFO nova.compute.manager [-] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Took 1.60 seconds to deallocate network for instance. [ 709.672950] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "667af159-4e5d-4e30-86cb-07e64329723f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.672950] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "667af159-4e5d-4e30-86cb-07e64329723f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.713963] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9299f9c5-3106-43fb-9537-4229b2b881ed {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.727779] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52794fbd-cd93-dfd5-1176-8367ede85f30, 'name': SearchDatastore_Task, 'duration_secs': 0.011539} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.732929] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Doing hard reboot of VM {{(pid=62024) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 709.733658] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16277982-2056-45b9-b182-597053df9c0a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.738897] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-62987583-1cbb-4875-b7ee-bcbfd9dc4a22 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.751817] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Waiting for the task: (returnval){ [ 709.751817] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524fa024-5f6d-cc00-e077-8e65caaa6a48" [ 709.751817] env[62024]: _type = "Task" [ 709.751817] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.754301] env[62024]: DEBUG oslo_vmware.api [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 709.754301] env[62024]: value = "task-2288082" [ 709.754301] env[62024]: _type = "Task" [ 709.754301] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.776501] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524fa024-5f6d-cc00-e077-8e65caaa6a48, 'name': SearchDatastore_Task, 'duration_secs': 0.019475} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.781166] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.782539] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 099e98a2-0879-4b35-8a2a-fd6a529f0e14/099e98a2-0879-4b35-8a2a-fd6a529f0e14.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.782539] env[62024]: DEBUG oslo_vmware.api [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288082, 'name': ResetVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.782539] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11893c23-2792-4a10-85ff-278af4709766 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.789970] env[62024]: DEBUG nova.network.neutron [req-ca31b773-a4b1-468b-a7a4-d7e3600ca8f2 req-a51b3cb4-7377-4be1-8d66-45e07b66c0d7 service nova] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Updated VIF entry in instance network info cache for port b2748dba-e6a0-495a-948c-afcdf8f3b87e. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.790461] env[62024]: DEBUG nova.network.neutron [req-ca31b773-a4b1-468b-a7a4-d7e3600ca8f2 req-a51b3cb4-7377-4be1-8d66-45e07b66c0d7 service nova] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Updating instance_info_cache with network_info: [{"id": "b2748dba-e6a0-495a-948c-afcdf8f3b87e", "address": "fa:16:3e:75:e4:2c", "network": {"id": "48ed86ec-d9e8-4f0a-9bdd-6c2b5c0fb001", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-870473103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6974c8613bd4f00ab6f248df13fa03a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2748dba-e6", "ovs_interfaceid": "b2748dba-e6a0-495a-948c-afcdf8f3b87e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.799955] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Waiting for the task: (returnval){ [ 709.799955] env[62024]: value = "task-2288083" [ 709.799955] env[62024]: _type = "Task" [ 709.799955] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.815653] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.871688] env[62024]: INFO nova.compute.manager [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Rebuilding instance [ 709.905911] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "bb516805-3266-46a4-a484-0412b9c30670" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.906206] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "bb516805-3266-46a4-a484-0412b9c30670" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.933093] env[62024]: DEBUG nova.compute.manager [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.934136] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e31de83-54df-4063-b67e-ac75fef291fa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.961820] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a27476-d648-4d11-a1d4-d33be641361c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.971857] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d0874a-bd5e-447a-abee-69141b08ba12 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.016759] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c70e45-6488-49e5-98ab-a383a599a29a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.030405] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5b6da6-f6fc-4f8a-a123-3f138b7044c3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.049928] env[62024]: DEBUG nova.compute.provider_tree [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.149668] env[62024]: DEBUG nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.171337] env[62024]: DEBUG nova.compute.manager [req-38c6b59a-904d-43a4-a777-98aa4bb6844f req-b643413e-6fbf-4a99-b926-4405904b2e87 service nova] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Received event network-vif-deleted-13f26bc6-6441-4e21-b269-a19fa34c702a {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.182653] env[62024]: DEBUG nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.187703] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.273809] env[62024]: DEBUG oslo_vmware.api [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288082, 'name': ResetVM_Task, 'duration_secs': 0.107348} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.274200] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Did hard reboot of VM {{(pid=62024) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 710.274520] env[62024]: DEBUG nova.compute.manager [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.275280] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e12480-b3d8-4c92-b9c8-de315b0c553e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.294311] env[62024]: DEBUG oslo_concurrency.lockutils [req-ca31b773-a4b1-468b-a7a4-d7e3600ca8f2 req-a51b3cb4-7377-4be1-8d66-45e07b66c0d7 service nova] Releasing lock "refresh_cache-099e98a2-0879-4b35-8a2a-fd6a529f0e14" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.313753] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288083, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.403078] env[62024]: INFO nova.compute.manager [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Rescuing [ 710.403202] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "refresh_cache-39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.403264] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "refresh_cache-39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.403413] env[62024]: DEBUG nova.network.neutron [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.578709] env[62024]: ERROR nova.scheduler.client.report [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [req-5d25e8dc-0bb4-4df2-9d8d-ce345a987ff8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2414aeaf-2a82-48f5-b61f-d58b79924cbf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5d25e8dc-0bb4-4df2-9d8d-ce345a987ff8"}]} [ 710.602249] env[62024]: DEBUG nova.scheduler.client.report [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Refreshing inventories for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 710.621773] env[62024]: DEBUG nova.scheduler.client.report [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Updating ProviderTree inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 710.621998] env[62024]: DEBUG nova.compute.provider_tree [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.640147] env[62024]: DEBUG nova.scheduler.client.report [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Refreshing aggregate associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, aggregates: None {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 710.667527] env[62024]: DEBUG nova.scheduler.client.report [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Refreshing trait associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 710.674701] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.703768] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.795967] env[62024]: DEBUG oslo_concurrency.lockutils [None req-957d5783-da1d-4a59-8e15-d33c87cc7e00 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "038de105-3871-4017-ab0d-96bc9bdc582e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.552s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.815142] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555165} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.816202] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 099e98a2-0879-4b35-8a2a-fd6a529f0e14/099e98a2-0879-4b35-8a2a-fd6a529f0e14.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.816427] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.816685] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f2221dd-9bb6-4763-8574-5e82fa90b572 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.826122] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Waiting for the task: (returnval){ [ 710.826122] env[62024]: value = "task-2288084" [ 710.826122] env[62024]: _type = "Task" [ 710.826122] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.844016] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.955189] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.955189] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76b93f1e-b075-4a95-9774-1fbef2279b00 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.962143] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 710.962143] env[62024]: value = "task-2288085" [ 710.962143] env[62024]: _type = "Task" [ 710.962143] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.975328] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.229334] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c730a6b1-0e4e-46f0-9ea0-6ea018875ab2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.239245] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a27609f-1c1d-4c72-b42e-2d22ee9d022f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.274672] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8242d7a4-b235-4bef-ab67-93727d88f667 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.283617] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84639915-d29d-4538-886b-2a90b0eb85c6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.308384] env[62024]: DEBUG nova.compute.provider_tree [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.340867] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072886} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.341196] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.342155] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0ec9bf-bcee-4750-9115-9305784affe0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.374999] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 099e98a2-0879-4b35-8a2a-fd6a529f0e14/099e98a2-0879-4b35-8a2a-fd6a529f0e14.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.375669] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eae9cd9b-e49c-430c-a3d2-a0387dd4538c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.401851] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Waiting for the task: (returnval){ [ 711.401851] env[62024]: value = "task-2288086" [ 711.401851] env[62024]: _type = "Task" [ 711.401851] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.413663] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.443058] env[62024]: DEBUG nova.network.neutron [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Updating instance_info_cache with network_info: [{"id": "426bd50b-eb53-4a65-898f-14fd94438846", "address": "fa:16:3e:22:b3:41", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426bd50b-eb", "ovs_interfaceid": "426bd50b-eb53-4a65-898f-14fd94438846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.473453] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288085, 'name': PowerOffVM_Task, 'duration_secs': 0.437904} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.473785] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.474075] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.474961] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093d8cc4-bd75-4364-a283-9fcb1dd71d55 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.483598] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.483754] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29f8a307-5f47-4329-9f8b-1552784605c5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.560506] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.560506] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.560741] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleting the datastore file [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.560916] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2911f63b-8813-42e5-943a-be3534967b84 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.570639] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 711.570639] env[62024]: value = "task-2288088" [ 711.570639] env[62024]: _type = "Task" [ 711.570639] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.579450] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.864183] env[62024]: DEBUG nova.scheduler.client.report [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 711.865131] env[62024]: DEBUG nova.compute.provider_tree [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 80 to 81 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 711.865480] env[62024]: DEBUG nova.compute.provider_tree [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.912285] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288086, 'name': ReconfigVM_Task, 'duration_secs': 0.316039} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.912853] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 099e98a2-0879-4b35-8a2a-fd6a529f0e14/099e98a2-0879-4b35-8a2a-fd6a529f0e14.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.913638] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90c32c7c-173c-4d7d-94b4-a5e13a0bc6cd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.921448] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Waiting for the task: (returnval){ [ 711.921448] env[62024]: value = "task-2288089" [ 711.921448] env[62024]: _type = "Task" [ 711.921448] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.932123] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288089, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.946097] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "refresh_cache-39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.088105] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164032} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.088448] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.088720] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.089047] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.378158] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.089s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.378158] env[62024]: DEBUG nova.compute.manager [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.382186] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.178s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.382593] env[62024]: DEBUG nova.objects.instance [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lazy-loading 'resources' on Instance uuid 91aaff58-c814-4d01-96ca-e06dfa63b571 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.437373] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288089, 'name': Rename_Task, 'duration_secs': 0.151185} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.437373] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.437373] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6258de7f-b77a-40c6-b587-0483045067a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.445023] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Waiting for the task: (returnval){ [ 712.445023] env[62024]: value = "task-2288090" [ 712.445023] env[62024]: _type = "Task" [ 712.445023] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.455974] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.503896] env[62024]: DEBUG nova.compute.manager [req-a7094afe-10a7-4cc3-8517-b4a6128075b7 req-eece772b-f6b7-4092-853a-286b626f1448 service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Received event network-changed-b382ce2e-ceb1-483e-85ec-74befbf03786 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.504206] env[62024]: DEBUG nova.compute.manager [req-a7094afe-10a7-4cc3-8517-b4a6128075b7 req-eece772b-f6b7-4092-853a-286b626f1448 service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Refreshing instance network info cache due to event network-changed-b382ce2e-ceb1-483e-85ec-74befbf03786. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 712.504810] env[62024]: DEBUG oslo_concurrency.lockutils [req-a7094afe-10a7-4cc3-8517-b4a6128075b7 req-eece772b-f6b7-4092-853a-286b626f1448 service nova] Acquiring lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.505049] env[62024]: DEBUG oslo_concurrency.lockutils [req-a7094afe-10a7-4cc3-8517-b4a6128075b7 req-eece772b-f6b7-4092-853a-286b626f1448 service nova] Acquired lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.506235] env[62024]: DEBUG nova.network.neutron [req-a7094afe-10a7-4cc3-8517-b4a6128075b7 req-eece772b-f6b7-4092-853a-286b626f1448 service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Refreshing network info cache for port b382ce2e-ceb1-483e-85ec-74befbf03786 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.887401] env[62024]: DEBUG nova.compute.utils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 712.893807] env[62024]: DEBUG nova.compute.manager [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.894227] env[62024]: DEBUG nova.network.neutron [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.960985] env[62024]: DEBUG oslo_vmware.api [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288090, 'name': PowerOnVM_Task, 'duration_secs': 0.507848} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.960985] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.960985] env[62024]: INFO nova.compute.manager [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Took 8.54 seconds to spawn the instance on the hypervisor. [ 712.960985] env[62024]: DEBUG nova.compute.manager [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.960985] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8af71e-8b6a-41ae-b85e-7706320bb86f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.990080] env[62024]: DEBUG nova.policy [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1f3e72890ae4f478a35d817209cf5f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50156694e3ea46148048b7d3a7bb467c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.135092] env[62024]: DEBUG nova.virt.hardware [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.135386] env[62024]: DEBUG nova.virt.hardware [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.135557] env[62024]: DEBUG nova.virt.hardware [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.135707] env[62024]: DEBUG nova.virt.hardware [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.135854] env[62024]: DEBUG nova.virt.hardware [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.136019] env[62024]: DEBUG nova.virt.hardware [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.136492] env[62024]: DEBUG nova.virt.hardware [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.136696] env[62024]: DEBUG nova.virt.hardware [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.136998] env[62024]: DEBUG nova.virt.hardware [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.137097] env[62024]: DEBUG nova.virt.hardware [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.137304] env[62024]: DEBUG nova.virt.hardware [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.138836] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf77e0c4-b37d-4195-83d9-3e759fb777d6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.151690] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a240ea-4d9d-4d9e-a2d6-43cb20c7fdce {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.175315] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:89:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b1602c9-7284-4996-909b-7f6a323a5e4d', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.183461] env[62024]: DEBUG oslo.service.loopingcall [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.187087] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.187482] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1a93b9d-1722-42b8-8d70-76b42db59fcd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.210716] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.210716] env[62024]: value = "task-2288091" [ 713.210716] env[62024]: _type = "Task" [ 713.210716] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.220143] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288091, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.240489] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "038de105-3871-4017-ab0d-96bc9bdc582e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.241020] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "038de105-3871-4017-ab0d-96bc9bdc582e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.241241] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "038de105-3871-4017-ab0d-96bc9bdc582e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.241511] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "038de105-3871-4017-ab0d-96bc9bdc582e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.241739] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "038de105-3871-4017-ab0d-96bc9bdc582e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.244902] env[62024]: INFO nova.compute.manager [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Terminating instance [ 713.395299] env[62024]: DEBUG nova.compute.manager [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.492281] env[62024]: INFO nova.compute.manager [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Took 45.77 seconds to build instance. [ 713.510334] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.510724] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76894a94-b613-4ac1-8222-9f0941c5f453 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.522032] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 713.522032] env[62024]: value = "task-2288092" [ 713.522032] env[62024]: _type = "Task" [ 713.522032] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.531837] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.537293] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f4e022-d172-474f-956e-46ebf5437715 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.545646] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf27164-78a1-4b35-af4c-51a15d4ba395 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.580875] env[62024]: DEBUG nova.network.neutron [req-a7094afe-10a7-4cc3-8517-b4a6128075b7 req-eece772b-f6b7-4092-853a-286b626f1448 service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Updated VIF entry in instance network info cache for port b382ce2e-ceb1-483e-85ec-74befbf03786. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.581062] env[62024]: DEBUG nova.network.neutron [req-a7094afe-10a7-4cc3-8517-b4a6128075b7 req-eece772b-f6b7-4092-853a-286b626f1448 service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Updating instance_info_cache with network_info: [{"id": "b382ce2e-ceb1-483e-85ec-74befbf03786", "address": "fa:16:3e:90:d5:f4", "network": {"id": "df0665d5-d54a-4f09-bd94-4ffe2b5e5733", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-330568427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7857e6b24cf34288ba5e9326ccb44310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb382ce2e-ce", "ovs_interfaceid": "b382ce2e-ceb1-483e-85ec-74befbf03786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.583176] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c777d9-549f-4058-bdd7-adfb831805d2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.594235] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5031d5-ec88-4d21-b1f6-1e7b66fd413d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.616193] env[62024]: DEBUG nova.compute.provider_tree [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.721472] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288091, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.730819] env[62024]: DEBUG nova.network.neutron [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Successfully created port: be5c62f2-9108-4d2f-adb8-8467698f4d4c {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.752847] env[62024]: DEBUG nova.compute.manager [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.753458] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.754715] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866517c1-5cc9-4b4a-88fb-93367c545f38 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.765070] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.765378] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fb31224-45ad-4fb1-a515-6e6b91c1876b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.773812] env[62024]: DEBUG oslo_vmware.api [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 713.773812] env[62024]: value = "task-2288093" [ 713.773812] env[62024]: _type = "Task" [ 713.773812] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.784549] env[62024]: DEBUG oslo_vmware.api [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.997688] env[62024]: DEBUG oslo_concurrency.lockutils [None req-df178e2b-146e-47a2-bb35-f74e360944d1 tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Lock "099e98a2-0879-4b35-8a2a-fd6a529f0e14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.279s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.041111] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288092, 'name': PowerOffVM_Task, 'duration_secs': 0.228343} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.042615] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.043508] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960d09d6-e7e8-4c5b-b2f9-765ec0fc9e99 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.066531] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf72a15-e1ff-46f7-8e91-c06aa34552d5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.088859] env[62024]: DEBUG oslo_concurrency.lockutils [req-a7094afe-10a7-4cc3-8517-b4a6128075b7 req-eece772b-f6b7-4092-853a-286b626f1448 service nova] Releasing lock "refresh_cache-038de105-3871-4017-ab0d-96bc9bdc582e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.110575] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.110885] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecf9ccc4-1353-410f-91d8-0faf6c8afb23 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.119241] env[62024]: DEBUG nova.scheduler.client.report [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.125931] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 714.125931] env[62024]: value = "task-2288094" [ 714.125931] env[62024]: _type = "Task" [ 714.125931] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.137315] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] VM already powered off {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 714.137315] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.138882] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.138882] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.138882] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.138882] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a66c7d8-2bc5-4330-8c53-d69e305ae274 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.149137] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.149341] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.150595] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b46c34-6b97-4e84-9d51-6797b11d57c6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.156782] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 714.156782] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52485870-de12-89da-a619-916f32e2481f" [ 714.156782] env[62024]: _type = "Task" [ 714.156782] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.166779] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52485870-de12-89da-a619-916f32e2481f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.224248] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288091, 'name': CreateVM_Task, 'duration_secs': 0.574696} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.224545] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.225302] env[62024]: DEBUG oslo_concurrency.lockutils [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.225548] env[62024]: DEBUG oslo_concurrency.lockutils [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.225924] env[62024]: DEBUG oslo_concurrency.lockutils [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.226262] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eaa7b21-d5c5-447d-aa1f-8e95846a10f3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.232157] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 714.232157] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524f358d-5370-fb58-1bf7-c16f81de9f13" [ 714.232157] env[62024]: _type = "Task" [ 714.232157] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.241449] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524f358d-5370-fb58-1bf7-c16f81de9f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.285048] env[62024]: DEBUG oslo_vmware.api [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288093, 'name': PowerOffVM_Task, 'duration_secs': 0.226518} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.285420] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.285648] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.285987] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-110a9031-2ff8-45db-8ea5-12fb4bc1bd8b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.354475] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.354704] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.354915] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Deleting the datastore file [datastore1] 038de105-3871-4017-ab0d-96bc9bdc582e {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.355205] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5a5ed48-7be3-4e8f-8c01-a30cd732af26 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.362711] env[62024]: DEBUG oslo_vmware.api [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 714.362711] env[62024]: value = "task-2288096" [ 714.362711] env[62024]: _type = "Task" [ 714.362711] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.371986] env[62024]: DEBUG oslo_vmware.api [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.408235] env[62024]: DEBUG nova.compute.manager [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.431645] env[62024]: DEBUG nova.virt.hardware [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.431645] env[62024]: DEBUG nova.virt.hardware [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.431789] env[62024]: DEBUG nova.virt.hardware [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.431993] env[62024]: DEBUG nova.virt.hardware [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.432541] env[62024]: DEBUG nova.virt.hardware [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.432763] env[62024]: DEBUG nova.virt.hardware [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.433102] env[62024]: DEBUG nova.virt.hardware [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.433859] env[62024]: DEBUG nova.virt.hardware [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.433859] env[62024]: DEBUG nova.virt.hardware [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.434222] env[62024]: DEBUG nova.virt.hardware [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.434431] env[62024]: DEBUG nova.virt.hardware [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.436308] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27da08c7-e024-4812-a9c4-39e7118af600 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.448933] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef14014b-28ef-453d-a9ac-c528106e69a2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.499748] env[62024]: DEBUG nova.compute.manager [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.626626] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.629257] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.427s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.629581] env[62024]: DEBUG nova.objects.instance [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lazy-loading 'resources' on Instance uuid 2200d9af-927b-4de0-b8e4-1b878837dd1d {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.663869] env[62024]: INFO nova.scheduler.client.report [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleted allocations for instance 91aaff58-c814-4d01-96ca-e06dfa63b571 [ 714.672975] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52485870-de12-89da-a619-916f32e2481f, 'name': SearchDatastore_Task, 'duration_secs': 0.037155} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.677396] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5844a588-3ed1-4ba2-849e-ce1f86ec15a8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.684135] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 714.684135] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52642be4-98ed-2a50-2804-08526de1a828" [ 714.684135] env[62024]: _type = "Task" [ 714.684135] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.697241] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52642be4-98ed-2a50-2804-08526de1a828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.749177] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524f358d-5370-fb58-1bf7-c16f81de9f13, 'name': SearchDatastore_Task, 'duration_secs': 0.033533} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.749628] env[62024]: DEBUG oslo_concurrency.lockutils [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.750042] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.751121] env[62024]: DEBUG oslo_concurrency.lockutils [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.875055] env[62024]: DEBUG oslo_vmware.api [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304246} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.875344] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.875865] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.875865] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.875865] env[62024]: INFO nova.compute.manager [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 714.876270] env[62024]: DEBUG oslo.service.loopingcall [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.876334] env[62024]: DEBUG nova.compute.manager [-] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.876416] env[62024]: DEBUG nova.network.neutron [-] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.024895] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.183405] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4f2b13b2-f1d8-4cb3-bd81-5e7afbd2c040 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "91aaff58-c814-4d01-96ca-e06dfa63b571" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.907s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.202236] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52642be4-98ed-2a50-2804-08526de1a828, 'name': SearchDatastore_Task, 'duration_secs': 0.030752} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.202517] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.202968] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk. {{(pid=62024) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 715.203094] env[62024]: DEBUG oslo_concurrency.lockutils [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.203243] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.203456] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e108e89f-88a1-4148-979f-181950831314 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.208782] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c65f816-005b-4399-87ce-d05a3e468d6f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.220273] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 715.220273] env[62024]: value = "task-2288097" [ 715.220273] env[62024]: _type = "Task" [ 715.220273] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.221759] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.223104] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.225909] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-499ac203-ef82-4a13-96a1-2d020d5f4d8b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.234046] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 715.234046] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52837d91-c182-1a35-1f13-22494c064010" [ 715.234046] env[62024]: _type = "Task" [ 715.234046] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.239863] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.250481] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52837d91-c182-1a35-1f13-22494c064010, 'name': SearchDatastore_Task, 'duration_secs': 0.011675} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.253769] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57dc95ee-494c-40ab-8bc0-cb9e799e0282 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.261860] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 715.261860] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fd6bf3-dd5d-357a-726f-2087ee1db0fb" [ 715.261860] env[62024]: _type = "Task" [ 715.261860] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.274181] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fd6bf3-dd5d-357a-726f-2087ee1db0fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.298481] env[62024]: DEBUG nova.compute.manager [req-0f5cc9a8-de77-4cf1-9399-f7db373ad478 req-5ba06fb9-0cc6-4711-9c05-4012686a590f service nova] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Received event network-changed-b2748dba-e6a0-495a-948c-afcdf8f3b87e {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.298481] env[62024]: DEBUG nova.compute.manager [req-0f5cc9a8-de77-4cf1-9399-f7db373ad478 req-5ba06fb9-0cc6-4711-9c05-4012686a590f service nova] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Refreshing instance network info cache due to event network-changed-b2748dba-e6a0-495a-948c-afcdf8f3b87e. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 715.298481] env[62024]: DEBUG oslo_concurrency.lockutils [req-0f5cc9a8-de77-4cf1-9399-f7db373ad478 req-5ba06fb9-0cc6-4711-9c05-4012686a590f service nova] Acquiring lock "refresh_cache-099e98a2-0879-4b35-8a2a-fd6a529f0e14" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.298481] env[62024]: DEBUG oslo_concurrency.lockutils [req-0f5cc9a8-de77-4cf1-9399-f7db373ad478 req-5ba06fb9-0cc6-4711-9c05-4012686a590f service nova] Acquired lock "refresh_cache-099e98a2-0879-4b35-8a2a-fd6a529f0e14" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.298481] env[62024]: DEBUG nova.network.neutron [req-0f5cc9a8-de77-4cf1-9399-f7db373ad478 req-5ba06fb9-0cc6-4711-9c05-4012686a590f service nova] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Refreshing network info cache for port b2748dba-e6a0-495a-948c-afcdf8f3b87e {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.381276] env[62024]: DEBUG nova.compute.manager [req-14916789-f1d5-4313-ac12-790824c2d6f4 req-affb51ca-b377-41c0-8f8a-25a9f8ec45ee service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Received event network-vif-deleted-b382ce2e-ceb1-483e-85ec-74befbf03786 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.381470] env[62024]: INFO nova.compute.manager [req-14916789-f1d5-4313-ac12-790824c2d6f4 req-affb51ca-b377-41c0-8f8a-25a9f8ec45ee service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Neutron deleted interface b382ce2e-ceb1-483e-85ec-74befbf03786; detaching it from the instance and deleting it from the info cache [ 715.381638] env[62024]: DEBUG nova.network.neutron [req-14916789-f1d5-4313-ac12-790824c2d6f4 req-affb51ca-b377-41c0-8f8a-25a9f8ec45ee service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.725560] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5bec44-9a8e-4639-bb98-ae405e10c8e6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.752733] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288097, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.759605] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f46790-5e40-4118-8e57-34c6b45d49a6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.821034] env[62024]: DEBUG nova.network.neutron [-] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.822610] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fd6bf3-dd5d-357a-726f-2087ee1db0fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.827547] env[62024]: DEBUG oslo_concurrency.lockutils [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.827547] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16/c2dd4f2a-6fe8-402f-8715-217a8aa24b16.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.827547] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6aa319-47b5-4109-bb74-e3f995116ccf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.831070] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f5a47a6-a895-425d-bd85-5f85c5b2cae6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.844036] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1da7c47-5b0f-4b4d-ae5f-36db6bbf4262 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.848931] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 715.848931] env[62024]: value = "task-2288098" [ 715.848931] env[62024]: _type = "Task" [ 715.848931] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.867140] env[62024]: DEBUG nova.compute.provider_tree [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.875144] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.884667] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d976535d-c9d2-4d7c-8847-ccf0df97dc8f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.896254] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704a800b-52aa-491c-827a-9e4c9353ac70 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.939614] env[62024]: DEBUG nova.compute.manager [req-14916789-f1d5-4313-ac12-790824c2d6f4 req-affb51ca-b377-41c0-8f8a-25a9f8ec45ee service nova] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Detach interface failed, port_id=b382ce2e-ceb1-483e-85ec-74befbf03786, reason: Instance 038de105-3871-4017-ab0d-96bc9bdc582e could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 716.183717] env[62024]: DEBUG nova.network.neutron [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Successfully updated port: be5c62f2-9108-4d2f-adb8-8467698f4d4c {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.237198] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652283} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.237541] env[62024]: INFO nova.virt.vmwareapi.ds_util [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk. [ 716.238626] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9b7e49-2e7b-42da-a493-1ca2e9e1583b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.269279] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.272296] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71e7fbc3-36c1-4d4e-923b-16c83c1210b5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.297992] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 716.297992] env[62024]: value = "task-2288099" [ 716.297992] env[62024]: _type = "Task" [ 716.297992] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.309456] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.326481] env[62024]: INFO nova.compute.manager [-] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Took 1.45 seconds to deallocate network for instance. [ 716.343026] env[62024]: DEBUG nova.network.neutron [req-0f5cc9a8-de77-4cf1-9399-f7db373ad478 req-5ba06fb9-0cc6-4711-9c05-4012686a590f service nova] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Updated VIF entry in instance network info cache for port b2748dba-e6a0-495a-948c-afcdf8f3b87e. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.345100] env[62024]: DEBUG nova.network.neutron [req-0f5cc9a8-de77-4cf1-9399-f7db373ad478 req-5ba06fb9-0cc6-4711-9c05-4012686a590f service nova] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Updating instance_info_cache with network_info: [{"id": "b2748dba-e6a0-495a-948c-afcdf8f3b87e", "address": "fa:16:3e:75:e4:2c", "network": {"id": "48ed86ec-d9e8-4f0a-9bdd-6c2b5c0fb001", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-870473103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6974c8613bd4f00ab6f248df13fa03a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2748dba-e6", "ovs_interfaceid": "b2748dba-e6a0-495a-948c-afcdf8f3b87e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.364199] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.370804] env[62024]: DEBUG nova.scheduler.client.report [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.686360] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Acquiring lock "refresh_cache-b8b494d3-effa-4a47-af8c-012f9cc35e09" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.686546] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Acquired lock "refresh_cache-b8b494d3-effa-4a47-af8c-012f9cc35e09" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.686824] env[62024]: DEBUG nova.network.neutron [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.810387] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288099, 'name': ReconfigVM_Task, 'duration_secs': 0.377194} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.810659] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.811522] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6dbff3-01db-473c-8d0b-975c12a4a99b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.840402] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.847590] env[62024]: DEBUG oslo_concurrency.lockutils [req-0f5cc9a8-de77-4cf1-9399-f7db373ad478 req-5ba06fb9-0cc6-4711-9c05-4012686a590f service nova] Releasing lock "refresh_cache-099e98a2-0879-4b35-8a2a-fd6a529f0e14" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.853826] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4397b43d-3861-4892-8bf6-85b683cfbbe0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.875703] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.877960] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.997014} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.879829] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.714s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.881644] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16/c2dd4f2a-6fe8-402f-8715-217a8aa24b16.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.882063] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.882497] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 716.882497] env[62024]: value = "task-2288100" [ 716.882497] env[62024]: _type = "Task" [ 716.882497] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.883109] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2583d4cc-7ab9-4591-9b21-0488555a9f4c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.899396] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.901223] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 716.901223] env[62024]: value = "task-2288101" [ 716.901223] env[62024]: _type = "Task" [ 716.901223] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.915521] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.916762] env[62024]: INFO nova.scheduler.client.report [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Deleted allocations for instance 2200d9af-927b-4de0-b8e4-1b878837dd1d [ 717.156035] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "c9d82a18-2556-465f-9fdc-623c14c71850" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.156300] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "c9d82a18-2556-465f-9fdc-623c14c71850" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.221452] env[62024]: DEBUG nova.network.neutron [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.386977] env[62024]: INFO nova.compute.claims [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.405269] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288100, 'name': ReconfigVM_Task, 'duration_secs': 0.17249} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.408925] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.409422] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9b14649-f0bb-4301-bff8-457dc02df10c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.417309] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079673} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.418755] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.419603] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 717.419603] env[62024]: value = "task-2288102" [ 717.419603] env[62024]: _type = "Task" [ 717.419603] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.422017] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547095d5-ca0f-42fa-a335-6d46452a3a26 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.430460] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3ee699a5-5fed-49ba-9a43-e1b27ac2cade tempest-ListImageFiltersTestJSON-1421731461 tempest-ListImageFiltersTestJSON-1421731461-project-member] Lock "2200d9af-927b-4de0-b8e4-1b878837dd1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.517s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.454313] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288102, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.463759] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16/c2dd4f2a-6fe8-402f-8715-217a8aa24b16.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.467401] env[62024]: DEBUG nova.network.neutron [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Updating instance_info_cache with network_info: [{"id": "be5c62f2-9108-4d2f-adb8-8467698f4d4c", "address": "fa:16:3e:5e:3b:20", "network": {"id": "2b3248fa-c102-490b-9dee-ce50d00decc2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1109518902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50156694e3ea46148048b7d3a7bb467c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe5c62f2-91", "ovs_interfaceid": "be5c62f2-9108-4d2f-adb8-8467698f4d4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.467401] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32dab135-dcdb-4a5c-951b-89ea533f0316 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.483323] env[62024]: DEBUG nova.compute.manager [req-ab6f1f69-8731-47bf-9a0e-6298344b4b5d req-c36d4f84-8c69-48bb-a65a-0e142539a672 service nova] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Received event network-vif-plugged-be5c62f2-9108-4d2f-adb8-8467698f4d4c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.483542] env[62024]: DEBUG oslo_concurrency.lockutils [req-ab6f1f69-8731-47bf-9a0e-6298344b4b5d req-c36d4f84-8c69-48bb-a65a-0e142539a672 service nova] Acquiring lock "b8b494d3-effa-4a47-af8c-012f9cc35e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.483752] env[62024]: DEBUG oslo_concurrency.lockutils [req-ab6f1f69-8731-47bf-9a0e-6298344b4b5d req-c36d4f84-8c69-48bb-a65a-0e142539a672 service nova] Lock "b8b494d3-effa-4a47-af8c-012f9cc35e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.483966] env[62024]: DEBUG oslo_concurrency.lockutils [req-ab6f1f69-8731-47bf-9a0e-6298344b4b5d req-c36d4f84-8c69-48bb-a65a-0e142539a672 service nova] Lock "b8b494d3-effa-4a47-af8c-012f9cc35e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.484157] env[62024]: DEBUG nova.compute.manager [req-ab6f1f69-8731-47bf-9a0e-6298344b4b5d req-c36d4f84-8c69-48bb-a65a-0e142539a672 service nova] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] No waiting events found dispatching network-vif-plugged-be5c62f2-9108-4d2f-adb8-8467698f4d4c {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.484321] env[62024]: WARNING nova.compute.manager [req-ab6f1f69-8731-47bf-9a0e-6298344b4b5d req-c36d4f84-8c69-48bb-a65a-0e142539a672 service nova] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Received unexpected event network-vif-plugged-be5c62f2-9108-4d2f-adb8-8467698f4d4c for instance with vm_state building and task_state spawning. [ 717.484478] env[62024]: DEBUG nova.compute.manager [req-ab6f1f69-8731-47bf-9a0e-6298344b4b5d req-c36d4f84-8c69-48bb-a65a-0e142539a672 service nova] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Received event network-changed-be5c62f2-9108-4d2f-adb8-8467698f4d4c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.484627] env[62024]: DEBUG nova.compute.manager [req-ab6f1f69-8731-47bf-9a0e-6298344b4b5d req-c36d4f84-8c69-48bb-a65a-0e142539a672 service nova] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Refreshing instance network info cache due to event network-changed-be5c62f2-9108-4d2f-adb8-8467698f4d4c. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 717.484791] env[62024]: DEBUG oslo_concurrency.lockutils [req-ab6f1f69-8731-47bf-9a0e-6298344b4b5d req-c36d4f84-8c69-48bb-a65a-0e142539a672 service nova] Acquiring lock "refresh_cache-b8b494d3-effa-4a47-af8c-012f9cc35e09" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.492677] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 717.492677] env[62024]: value = "task-2288103" [ 717.492677] env[62024]: _type = "Task" [ 717.492677] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.504393] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.900919] env[62024]: INFO nova.compute.resource_tracker [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating resource usage from migration 58117583-34f9-4817-a6ce-18442ab0e8ad [ 717.939071] env[62024]: DEBUG oslo_vmware.api [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288102, 'name': PowerOnVM_Task, 'duration_secs': 0.512191} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.939471] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.945991] env[62024]: DEBUG nova.compute.manager [None req-d57f8d17-2ca5-4081-b72d-1ca1ad004a7c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.947475] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55447716-7e3a-45c4-a73a-2653079cb6f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.987325] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Releasing lock "refresh_cache-b8b494d3-effa-4a47-af8c-012f9cc35e09" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.989410] env[62024]: DEBUG nova.compute.manager [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Instance network_info: |[{"id": "be5c62f2-9108-4d2f-adb8-8467698f4d4c", "address": "fa:16:3e:5e:3b:20", "network": {"id": "2b3248fa-c102-490b-9dee-ce50d00decc2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1109518902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50156694e3ea46148048b7d3a7bb467c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe5c62f2-91", "ovs_interfaceid": "be5c62f2-9108-4d2f-adb8-8467698f4d4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.989410] env[62024]: DEBUG oslo_concurrency.lockutils [req-ab6f1f69-8731-47bf-9a0e-6298344b4b5d req-c36d4f84-8c69-48bb-a65a-0e142539a672 service nova] Acquired lock "refresh_cache-b8b494d3-effa-4a47-af8c-012f9cc35e09" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.989410] env[62024]: DEBUG nova.network.neutron [req-ab6f1f69-8731-47bf-9a0e-6298344b4b5d req-c36d4f84-8c69-48bb-a65a-0e142539a672 service nova] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Refreshing network info cache for port be5c62f2-9108-4d2f-adb8-8467698f4d4c {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.989624] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:3b:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be5c62f2-9108-4d2f-adb8-8467698f4d4c', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.004887] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Creating folder: Project (50156694e3ea46148048b7d3a7bb467c). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.007788] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9815c8af-bb24-44ef-9d1d-874a2ce701f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.024448] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.032218] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Created folder: Project (50156694e3ea46148048b7d3a7bb467c) in parent group-v465568. [ 718.032218] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Creating folder: Instances. Parent ref: group-v465719. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.034781] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc5caa9d-0f10-4167-92cf-1764c0522673 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.051265] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Created folder: Instances in parent group-v465719. [ 718.051265] env[62024]: DEBUG oslo.service.loopingcall [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 718.051265] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.051265] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9e86704-080a-4144-be5c-e31df8588d9b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.081085] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.081085] env[62024]: value = "task-2288106" [ 718.081085] env[62024]: _type = "Task" [ 718.081085] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.092818] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288106, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.452283] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquiring lock "a0f8e68d-0b54-44d0-b3bf-4c386c013015" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.452904] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Lock "a0f8e68d-0b54-44d0-b3bf-4c386c013015" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.525107] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6197eb62-f687-4ccc-9e60-393ceaea89ea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.537361] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.550083] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba1f8b-f84c-495d-8eaf-66e3333d939f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.593678] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b717095-8b77-4cef-bc9d-9f47e1a194fa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.608302] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288106, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.609897] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1d6a68-9cb7-4a35-9568-997060a50224 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.628097] env[62024]: DEBUG nova.compute.provider_tree [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.945812] env[62024]: DEBUG nova.network.neutron [req-ab6f1f69-8731-47bf-9a0e-6298344b4b5d req-c36d4f84-8c69-48bb-a65a-0e142539a672 service nova] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Updated VIF entry in instance network info cache for port be5c62f2-9108-4d2f-adb8-8467698f4d4c. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.946284] env[62024]: DEBUG nova.network.neutron [req-ab6f1f69-8731-47bf-9a0e-6298344b4b5d req-c36d4f84-8c69-48bb-a65a-0e142539a672 service nova] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Updating instance_info_cache with network_info: [{"id": "be5c62f2-9108-4d2f-adb8-8467698f4d4c", "address": "fa:16:3e:5e:3b:20", "network": {"id": "2b3248fa-c102-490b-9dee-ce50d00decc2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1109518902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50156694e3ea46148048b7d3a7bb467c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe5c62f2-91", "ovs_interfaceid": "be5c62f2-9108-4d2f-adb8-8467698f4d4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.023153] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288103, 'name': ReconfigVM_Task, 'duration_secs': 1.307523} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.024063] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Reconfigured VM instance instance-00000008 to attach disk [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16/c2dd4f2a-6fe8-402f-8715-217a8aa24b16.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.025052] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22512a9f-9e9c-4685-8574-6319d617704f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.035366] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 719.035366] env[62024]: value = "task-2288107" [ 719.035366] env[62024]: _type = "Task" [ 719.035366] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.051064] env[62024]: INFO nova.compute.manager [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Unrescuing [ 719.051345] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "refresh_cache-39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.051576] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "refresh_cache-39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.051872] env[62024]: DEBUG nova.network.neutron [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.053088] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288107, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.100522] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288106, 'name': CreateVM_Task, 'duration_secs': 0.543009} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.100717] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.102492] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.102655] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.102987] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.103381] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af23b953-e97a-4b22-af28-aca30e2608b8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.109955] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Waiting for the task: (returnval){ [ 719.109955] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521615e6-b8ac-52e1-44b4-e38997246c2c" [ 719.109955] env[62024]: _type = "Task" [ 719.109955] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.119410] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521615e6-b8ac-52e1-44b4-e38997246c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.131662] env[62024]: DEBUG nova.scheduler.client.report [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.449532] env[62024]: DEBUG oslo_concurrency.lockutils [req-ab6f1f69-8731-47bf-9a0e-6298344b4b5d req-c36d4f84-8c69-48bb-a65a-0e142539a672 service nova] Releasing lock "refresh_cache-b8b494d3-effa-4a47-af8c-012f9cc35e09" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.551061] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288107, 'name': Rename_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.624131] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521615e6-b8ac-52e1-44b4-e38997246c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.031173} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.624444] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.624672] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.624910] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.625096] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.625318] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.625610] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b41c31ef-8db3-44ff-a8c1-7dc2b7288393 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.641435] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.761s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.642064] env[62024]: INFO nova.compute.manager [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Migrating [ 719.651893] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.652520] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.656814] env[62024]: DEBUG oslo_concurrency.lockutils [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.685s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.657051] env[62024]: DEBUG nova.objects.instance [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lazy-loading 'resources' on Instance uuid e10b687b-5592-45fb-9e59-8801fb5b416d {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.658170] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fce5fb1-b01b-4a5f-bb5a-dd2bdd8243cb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.677389] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Waiting for the task: (returnval){ [ 719.677389] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5236fd2f-cb64-1bd3-4f76-67783983ac72" [ 719.677389] env[62024]: _type = "Task" [ 719.677389] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.689139] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5236fd2f-cb64-1bd3-4f76-67783983ac72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.903820] env[62024]: DEBUG nova.network.neutron [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Updating instance_info_cache with network_info: [{"id": "426bd50b-eb53-4a65-898f-14fd94438846", "address": "fa:16:3e:22:b3:41", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426bd50b-eb", "ovs_interfaceid": "426bd50b-eb53-4a65-898f-14fd94438846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.052499] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288107, 'name': Rename_Task, 'duration_secs': 0.530017} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.052702] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.052951] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0093576-d4f6-42f1-a7fa-e5d01f9713c8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.061353] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 720.061353] env[62024]: value = "task-2288108" [ 720.061353] env[62024]: _type = "Task" [ 720.061353] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.071020] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.177358] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.177358] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.177358] env[62024]: DEBUG nova.network.neutron [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.195743] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5236fd2f-cb64-1bd3-4f76-67783983ac72, 'name': SearchDatastore_Task, 'duration_secs': 0.015195} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.196803] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533f6621-2a40-4470-bbb1-412f74eb620e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.204229] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Waiting for the task: (returnval){ [ 720.204229] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526763ca-bcae-53f4-9f4c-98fc8bf30bcc" [ 720.204229] env[62024]: _type = "Task" [ 720.204229] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.215907] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526763ca-bcae-53f4-9f4c-98fc8bf30bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.406722] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "refresh_cache-39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.407448] env[62024]: DEBUG nova.objects.instance [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lazy-loading 'flavor' on Instance uuid 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.571267] env[62024]: DEBUG oslo_vmware.api [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288108, 'name': PowerOnVM_Task, 'duration_secs': 0.487845} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.572368] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.572368] env[62024]: DEBUG nova.compute.manager [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.575455] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0575e91-5d23-4ede-9582-19b7157f2c55 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.699889] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb54155-5cfb-4704-bc88-b9292246f9f4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.713894] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b31325b-2c5c-48ac-afcb-d86706511ad1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.723681] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526763ca-bcae-53f4-9f4c-98fc8bf30bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.724576] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.724968] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] b8b494d3-effa-4a47-af8c-012f9cc35e09/b8b494d3-effa-4a47-af8c-012f9cc35e09.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.725341] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1007b9f-7567-4cdb-8fdc-8e0ae09e409b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.765789] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bea4aa-a3db-46e3-9b54-24eed3d78206 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.772542] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Waiting for the task: (returnval){ [ 720.772542] env[62024]: value = "task-2288109" [ 720.772542] env[62024]: _type = "Task" [ 720.772542] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.778179] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfd2b07-11d7-494d-97c3-7b0169eb751e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.789422] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.797595] env[62024]: DEBUG nova.compute.provider_tree [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.913732] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2241b68-1a70-45e0-8d73-d609ce276396 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.938744] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.939113] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac0f4288-6386-430b-9227-78a76b56aef1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.948167] env[62024]: DEBUG oslo_vmware.api [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 720.948167] env[62024]: value = "task-2288110" [ 720.948167] env[62024]: _type = "Task" [ 720.948167] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.958903] env[62024]: DEBUG oslo_vmware.api [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.099500] env[62024]: DEBUG oslo_concurrency.lockutils [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.286062] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288109, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.304634] env[62024]: DEBUG nova.scheduler.client.report [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.394569] env[62024]: DEBUG nova.network.neutron [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance_info_cache with network_info: [{"id": "85edc2c4-70d3-4765-b8ae-c77bd54d09ed", "address": "fa:16:3e:9c:e7:bc", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85edc2c4-70", "ovs_interfaceid": "85edc2c4-70d3-4765-b8ae-c77bd54d09ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.458574] env[62024]: DEBUG oslo_vmware.api [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288110, 'name': PowerOffVM_Task, 'duration_secs': 0.236398} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.459107] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.464281] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Reconfiguring VM instance instance-0000002f to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 721.464563] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33331676-a16d-43f1-a2b5-4864379f1e18 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.484496] env[62024]: DEBUG oslo_vmware.api [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 721.484496] env[62024]: value = "task-2288111" [ 721.484496] env[62024]: _type = "Task" [ 721.484496] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.495903] env[62024]: DEBUG oslo_vmware.api [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.791697] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62839} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.792017] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] b8b494d3-effa-4a47-af8c-012f9cc35e09/b8b494d3-effa-4a47-af8c-012f9cc35e09.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.793169] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.794221] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1aa39ae-061c-4fe1-895f-afde0caaf9bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.802263] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Waiting for the task: (returnval){ [ 721.802263] env[62024]: value = "task-2288112" [ 721.802263] env[62024]: _type = "Task" [ 721.802263] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.817599] env[62024]: DEBUG oslo_concurrency.lockutils [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.817599] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.821328] env[62024]: DEBUG oslo_concurrency.lockutils [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.850s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.821562] env[62024]: DEBUG nova.objects.instance [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lazy-loading 'resources' on Instance uuid c334510f-8ec2-4c22-a68e-4a152923a87d {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.842653] env[62024]: INFO nova.scheduler.client.report [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Deleted allocations for instance e10b687b-5592-45fb-9e59-8801fb5b416d [ 721.898086] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Releasing lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.001017] env[62024]: DEBUG oslo_vmware.api [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288111, 'name': ReconfigVM_Task, 'duration_secs': 0.226893} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.001017] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Reconfigured VM instance instance-0000002f to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 722.001017] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.001017] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68f4ee03-c649-4b3f-8dcb-26ec46f415e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.009300] env[62024]: DEBUG oslo_vmware.api [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 722.009300] env[62024]: value = "task-2288113" [ 722.009300] env[62024]: _type = "Task" [ 722.009300] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.019998] env[62024]: DEBUG oslo_vmware.api [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.317022] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07438} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.317022] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.317022] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee14cc79-8f39-4b91-88d0-ee9615035d79 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.344046] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] b8b494d3-effa-4a47-af8c-012f9cc35e09/b8b494d3-effa-4a47-af8c-012f9cc35e09.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.344641] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd88930-27ec-41a4-9af7-6aa7850310f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.363589] env[62024]: DEBUG oslo_concurrency.lockutils [None req-806c65a2-56ab-4428-8d24-3aa97715aadb tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "e10b687b-5592-45fb-9e59-8801fb5b416d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.550s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.369144] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Waiting for the task: (returnval){ [ 722.369144] env[62024]: value = "task-2288114" [ 722.369144] env[62024]: _type = "Task" [ 722.369144] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.385725] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.517160] env[62024]: DEBUG oslo_vmware.api [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288113, 'name': PowerOnVM_Task, 'duration_secs': 0.394258} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.520828] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.520828] env[62024]: DEBUG nova.compute.manager [None req-ad488142-daf7-476a-8c27-16f1a61feb6c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.521310] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182d6159-5507-4690-9297-b7608fa10ab4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.621948] env[62024]: DEBUG oslo_concurrency.lockutils [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "0deb4845-2ddc-4d2e-a344-94d3932ce3ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.622237] env[62024]: DEBUG oslo_concurrency.lockutils [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "0deb4845-2ddc-4d2e-a344-94d3932ce3ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.622627] env[62024]: DEBUG oslo_concurrency.lockutils [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "0deb4845-2ddc-4d2e-a344-94d3932ce3ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.622627] env[62024]: DEBUG oslo_concurrency.lockutils [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "0deb4845-2ddc-4d2e-a344-94d3932ce3ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.623535] env[62024]: DEBUG oslo_concurrency.lockutils [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "0deb4845-2ddc-4d2e-a344-94d3932ce3ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.625075] env[62024]: INFO nova.compute.manager [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Terminating instance [ 722.854792] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6c5bdb-e379-41a9-b24f-48bb7170ee95 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.864624] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fa904d-e4bc-4176-a68d-3f20b71cde3b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.899881] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6460f724-2855-4e5c-be9c-1a8b330cff3d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.905886] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.911268] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba89b58b-82d5-467d-9352-f7da016843f6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.928193] env[62024]: DEBUG nova.compute.provider_tree [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.128583] env[62024]: DEBUG nova.compute.manager [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.128832] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.130075] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425213e2-7daa-4c3a-956f-9ae2b234672a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.139383] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.139691] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d1e7c91-a525-436b-bfa0-f9e4b7b5cb81 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.148040] env[62024]: DEBUG oslo_vmware.api [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 723.148040] env[62024]: value = "task-2288115" [ 723.148040] env[62024]: _type = "Task" [ 723.148040] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.158711] env[62024]: DEBUG oslo_vmware.api [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.304019] env[62024]: DEBUG oslo_concurrency.lockutils [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "cd1edbe3-4426-474b-99ed-8143be203e55" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.304337] env[62024]: DEBUG oslo_concurrency.lockutils [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.382306] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288114, 'name': ReconfigVM_Task, 'duration_secs': 0.836905} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.382306] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Reconfigured VM instance instance-00000033 to attach disk [datastore1] b8b494d3-effa-4a47-af8c-012f9cc35e09/b8b494d3-effa-4a47-af8c-012f9cc35e09.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.382477] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c20d1d7-06e4-4d0d-8c34-cf6e1a8a3bba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.390679] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Waiting for the task: (returnval){ [ 723.390679] env[62024]: value = "task-2288116" [ 723.390679] env[62024]: _type = "Task" [ 723.390679] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.402153] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288116, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.423360] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1562bceb-66c2-4df3-acbf-5140ec39bb6e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.445615] env[62024]: DEBUG nova.scheduler.client.report [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.450067] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance '128f600b-4c7c-44fd-9d83-8295bab996e7' progress to 0 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 723.659563] env[62024]: DEBUG oslo_vmware.api [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288115, 'name': PowerOffVM_Task, 'duration_secs': 0.330397} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.660075] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.660356] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.660713] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab0462d1-c7ff-4916-87e8-74f3b6bf2a21 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.730373] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.732652] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.732652] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleting the datastore file [datastore1] 0deb4845-2ddc-4d2e-a344-94d3932ce3ae {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.732652] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70fb4def-844b-499e-a38d-5dd14f94a212 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.742545] env[62024]: DEBUG oslo_vmware.api [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 723.742545] env[62024]: value = "task-2288118" [ 723.742545] env[62024]: _type = "Task" [ 723.742545] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.754114] env[62024]: DEBUG oslo_vmware.api [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.812377] env[62024]: INFO nova.compute.manager [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Detaching volume 2833d12b-9091-4bea-80f4-5053d7d842d9 [ 723.848376] env[62024]: INFO nova.virt.block_device [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Attempting to driver detach volume 2833d12b-9091-4bea-80f4-5053d7d842d9 from mountpoint /dev/sdb [ 723.848376] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Volume detach. Driver type: vmdk {{(pid=62024) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 723.848376] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465695', 'volume_id': '2833d12b-9091-4bea-80f4-5053d7d842d9', 'name': 'volume-2833d12b-9091-4bea-80f4-5053d7d842d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd1edbe3-4426-474b-99ed-8143be203e55', 'attached_at': '', 'detached_at': '', 'volume_id': '2833d12b-9091-4bea-80f4-5053d7d842d9', 'serial': '2833d12b-9091-4bea-80f4-5053d7d842d9'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 723.848376] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bee7ca-adaf-4ef8-a34e-978d54c0618f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.873085] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadf932e-3322-4023-9561-e50c96114664 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.882142] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084c0867-cc80-4545-9402-17a09d2c198b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.909731] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a43774b-2774-4cf3-bc46-b0b4b52b8ea3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.918866] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288116, 'name': Rename_Task, 'duration_secs': 0.147055} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.931592] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.931935] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] The volume has not been displaced from its original location: [datastore2] volume-2833d12b-9091-4bea-80f4-5053d7d842d9/volume-2833d12b-9091-4bea-80f4-5053d7d842d9.vmdk. No consolidation needed. {{(pid=62024) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 723.937637] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Reconfiguring VM instance instance-00000018 to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 723.937981] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f17eafd-4289-43f1-b032-6a6959f8e4fc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.939684] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63c9e473-f520-4cfd-a4ad-44dc85a33cfe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.956327] env[62024]: DEBUG oslo_concurrency.lockutils [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.962987] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.962987] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.824s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.963151] env[62024]: INFO nova.compute.claims [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.968974] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6fd36ae-31b6-44da-b43a-5926e2a24d86 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.969513] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Waiting for the task: (returnval){ [ 723.969513] env[62024]: value = "task-2288119" [ 723.969513] env[62024]: _type = "Task" [ 723.969513] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.976024] env[62024]: DEBUG oslo_vmware.api [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 723.976024] env[62024]: value = "task-2288120" [ 723.976024] env[62024]: _type = "Task" [ 723.976024] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.985977] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 723.985977] env[62024]: value = "task-2288121" [ 723.985977] env[62024]: _type = "Task" [ 723.985977] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.985977] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.993823] env[62024]: DEBUG oslo_vmware.api [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288120, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.997640] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.998731] env[62024]: INFO nova.scheduler.client.report [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Deleted allocations for instance c334510f-8ec2-4c22-a68e-4a152923a87d [ 724.255455] env[62024]: DEBUG oslo_vmware.api [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145744} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.255892] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.256593] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.256914] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.257219] env[62024]: INFO nova.compute.manager [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 724.257602] env[62024]: DEBUG oslo.service.loopingcall [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 724.258188] env[62024]: DEBUG nova.compute.manager [-] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.258517] env[62024]: DEBUG nova.network.neutron [-] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.340738] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.340738] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.489451] env[62024]: DEBUG oslo_vmware.api [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288120, 'name': ReconfigVM_Task, 'duration_secs': 0.297027} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.497403] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Reconfigured VM instance instance-00000018 to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 724.502751] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.503055] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a6d1209-d3c2-490a-b4da-492621515e22 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.521222] env[62024]: DEBUG oslo_concurrency.lockutils [None req-878970cd-e4f2-4784-bad9-f5965d7782e6 tempest-ListServersNegativeTestJSON-1820461954 tempest-ListServersNegativeTestJSON-1820461954-project-member] Lock "c334510f-8ec2-4c22-a68e-4a152923a87d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.059s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.522641] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288121, 'name': PowerOffVM_Task, 'duration_secs': 0.221195} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.523361] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.523557] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance '128f600b-4c7c-44fd-9d83-8295bab996e7' progress to 17 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 724.530029] env[62024]: DEBUG oslo_vmware.api [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 724.530029] env[62024]: value = "task-2288122" [ 724.530029] env[62024]: _type = "Task" [ 724.530029] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.544163] env[62024]: DEBUG oslo_vmware.api [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.718798] env[62024]: DEBUG nova.compute.manager [req-1c24e532-27d6-4f05-ac9d-23a6747b3889 req-efaf8958-f48e-4c5b-bc4d-4ed8c2e525f8 service nova] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Received event network-vif-deleted-25a3dc4a-5a41-4931-b8d2-3d3327b69915 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.718798] env[62024]: INFO nova.compute.manager [req-1c24e532-27d6-4f05-ac9d-23a6747b3889 req-efaf8958-f48e-4c5b-bc4d-4ed8c2e525f8 service nova] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Neutron deleted interface 25a3dc4a-5a41-4931-b8d2-3d3327b69915; detaching it from the instance and deleting it from the info cache [ 724.718798] env[62024]: DEBUG nova.network.neutron [req-1c24e532-27d6-4f05-ac9d-23a6747b3889 req-efaf8958-f48e-4c5b-bc4d-4ed8c2e525f8 service nova] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.845890] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.846487] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Starting heal instance info cache {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 724.987673] env[62024]: DEBUG oslo_vmware.api [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288119, 'name': PowerOnVM_Task, 'duration_secs': 0.718975} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.987972] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.988203] env[62024]: INFO nova.compute.manager [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Took 10.58 seconds to spawn the instance on the hypervisor. [ 724.988384] env[62024]: DEBUG nova.compute.manager [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.989180] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b14a21e-8213-402b-83fd-03396ce7009c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.031706] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.032210] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.032493] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.032706] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.032853] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.033008] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.033232] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.033546] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.033763] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.033960] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.034172] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.042703] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb0081ca-ab78-4ae4-8341-de1a933487c3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.064058] env[62024]: DEBUG oslo_vmware.api [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288122, 'name': ReconfigVM_Task, 'duration_secs': 0.225272} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.065875] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465695', 'volume_id': '2833d12b-9091-4bea-80f4-5053d7d842d9', 'name': 'volume-2833d12b-9091-4bea-80f4-5053d7d842d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd1edbe3-4426-474b-99ed-8143be203e55', 'attached_at': '', 'detached_at': '', 'volume_id': '2833d12b-9091-4bea-80f4-5053d7d842d9', 'serial': '2833d12b-9091-4bea-80f4-5053d7d842d9'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 725.069267] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 725.069267] env[62024]: value = "task-2288123" [ 725.069267] env[62024]: _type = "Task" [ 725.069267] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.087896] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.131671] env[62024]: DEBUG nova.network.neutron [-] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.225681] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2cfc33c-7237-4bc1-a7cf-99031ea5485e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.239601] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07d8ca1-68a3-46a5-9762-561f221eb472 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.283381] env[62024]: DEBUG nova.compute.manager [req-1c24e532-27d6-4f05-ac9d-23a6747b3889 req-efaf8958-f48e-4c5b-bc4d-4ed8c2e525f8 service nova] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Detach interface failed, port_id=25a3dc4a-5a41-4931-b8d2-3d3327b69915, reason: Instance 0deb4845-2ddc-4d2e-a344-94d3932ce3ae could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 725.400872] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.400983] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquired lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.401266] env[62024]: DEBUG nova.network.neutron [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Forcefully refreshing network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 725.509258] env[62024]: INFO nova.compute.manager [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Took 46.98 seconds to build instance. [ 725.549653] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09ee270-73da-485f-9c6b-beda78fa4162 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.561393] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f1c92b-9c4d-4f73-9c49-09e648642d37 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.605098] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b82fbe4-ffc3-492b-a31c-b4143adff883 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.614504] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288123, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.621917] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f835723-a861-452e-a12e-18d98e0de3e8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.637177] env[62024]: INFO nova.compute.manager [-] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Took 1.38 seconds to deallocate network for instance. [ 725.637715] env[62024]: DEBUG nova.compute.provider_tree [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.678222] env[62024]: DEBUG nova.objects.instance [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lazy-loading 'flavor' on Instance uuid cd1edbe3-4426-474b-99ed-8143be203e55 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.011331] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47f86ed0-b65e-4201-8f64-438708903ce1 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Lock "b8b494d3-effa-4a47-af8c-012f9cc35e09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.495s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.115478] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288123, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.143128] env[62024]: DEBUG nova.scheduler.client.report [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.154954] env[62024]: DEBUG oslo_concurrency.lockutils [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.485151] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Acquiring lock "b8b494d3-effa-4a47-af8c-012f9cc35e09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.486617] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Lock "b8b494d3-effa-4a47-af8c-012f9cc35e09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.487272] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Acquiring lock "b8b494d3-effa-4a47-af8c-012f9cc35e09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.487272] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Lock "b8b494d3-effa-4a47-af8c-012f9cc35e09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.487430] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Lock "b8b494d3-effa-4a47-af8c-012f9cc35e09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.492016] env[62024]: INFO nova.compute.manager [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Terminating instance [ 726.514937] env[62024]: DEBUG nova.compute.manager [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.579426] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c0cfb2-ea7c-43ee-a057-c071f33a52b6 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "cd1edbe3-4426-474b-99ed-8143be203e55" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.613397] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288123, 'name': ReconfigVM_Task, 'duration_secs': 1.186092} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.613690] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance '128f600b-4c7c-44fd-9d83-8295bab996e7' progress to 33 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 726.654515] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.655111] env[62024]: DEBUG nova.compute.manager [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.658346] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.338s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.658346] env[62024]: DEBUG nova.objects.instance [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Lazy-loading 'resources' on Instance uuid 19277cfb-5358-49a0-a8e9-bbd55722df41 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.691127] env[62024]: DEBUG oslo_concurrency.lockutils [None req-87f66479-647e-4a26-94e6-ef0a3571ccf1 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.387s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.692181] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c0cfb2-ea7c-43ee-a057-c071f33a52b6 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.113s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.693048] env[62024]: DEBUG nova.compute.manager [None req-e2c0cfb2-ea7c-43ee-a057-c071f33a52b6 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.694311] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ec05c5-2e4b-4778-aff9-3992bcc663ef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.707097] env[62024]: DEBUG nova.compute.manager [None req-e2c0cfb2-ea7c-43ee-a057-c071f33a52b6 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62024) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 726.707097] env[62024]: DEBUG nova.objects.instance [None req-e2c0cfb2-ea7c-43ee-a057-c071f33a52b6 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lazy-loading 'flavor' on Instance uuid cd1edbe3-4426-474b-99ed-8143be203e55 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.981072] env[62024]: DEBUG nova.network.neutron [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating instance_info_cache with network_info: [{"id": "cf8495bb-8b16-4533-9021-b5af74dd6664", "address": "fa:16:3e:8a:4b:dd", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8495bb-8b", "ovs_interfaceid": "cf8495bb-8b16-4533-9021-b5af74dd6664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.995009] env[62024]: DEBUG nova.compute.manager [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.995301] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.996134] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7821f987-af8c-4f06-b2b2-9ce33b470297 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.010478] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.010810] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12e665ec-2b72-44f8-bac5-3956f4397721 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.018718] env[62024]: DEBUG oslo_vmware.api [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Waiting for the task: (returnval){ [ 727.018718] env[62024]: value = "task-2288124" [ 727.018718] env[62024]: _type = "Task" [ 727.018718] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.030985] env[62024]: DEBUG oslo_vmware.api [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.046769] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.121757] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:11:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dfcc9f05-23d8-4419-bd2d-1ff9cb481f43',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1830564247',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.122052] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.122252] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.122519] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.122750] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.122750] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.122920] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.123300] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.123490] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.123663] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.123839] env[62024]: DEBUG nova.virt.hardware [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.131908] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 727.133274] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2b4ecd7-cefe-41f8-b159-51ef4d001465 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.157660] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 727.157660] env[62024]: value = "task-2288125" [ 727.157660] env[62024]: _type = "Task" [ 727.157660] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.162665] env[62024]: DEBUG nova.compute.utils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 727.164028] env[62024]: DEBUG nova.compute.manager [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.164211] env[62024]: DEBUG nova.network.neutron [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.176741] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288125, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.214305] env[62024]: DEBUG nova.policy [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f3b4bcf18bc420bb09217373c8c605f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa211adbd0734eaf8d1059c7faecf549', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.485875] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Releasing lock "refresh_cache-a4917632-490f-4fea-b55b-ee28bb21a1e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.485875] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updated the network info_cache for instance {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 727.487024] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.489161] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.489161] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.489161] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.489161] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.489161] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.489161] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62024) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 727.489161] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.531987] env[62024]: DEBUG oslo_vmware.api [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288124, 'name': PowerOffVM_Task, 'duration_secs': 0.291381} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.532343] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.532582] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.532914] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2c41179-81f7-48f4-bd30-2e489da6b761 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.608986] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.609207] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.609457] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Deleting the datastore file [datastore1] b8b494d3-effa-4a47-af8c-012f9cc35e09 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.609766] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c614d20b-9085-4f36-9d45-0d907b2d3bae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.616922] env[62024]: DEBUG oslo_vmware.api [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Waiting for the task: (returnval){ [ 727.616922] env[62024]: value = "task-2288127" [ 727.616922] env[62024]: _type = "Task" [ 727.616922] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.634131] env[62024]: DEBUG oslo_vmware.api [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.674991] env[62024]: DEBUG nova.compute.manager [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.678370] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288125, 'name': ReconfigVM_Task, 'duration_secs': 0.199848} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.682295] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 727.685380] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb379189-df74-4a04-9ef7-d6025ef4b9b8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.707782] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 128f600b-4c7c-44fd-9d83-8295bab996e7/128f600b-4c7c-44fd-9d83-8295bab996e7.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.710768] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50415011-39c7-4bf7-87d8-705cda9a604f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.725167] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c0cfb2-ea7c-43ee-a057-c071f33a52b6 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.725968] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-968d9a76-33ec-4872-9a5a-325991981b28 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.733026] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 727.733026] env[62024]: value = "task-2288128" [ 727.733026] env[62024]: _type = "Task" [ 727.733026] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.738717] env[62024]: DEBUG oslo_vmware.api [None req-e2c0cfb2-ea7c-43ee-a057-c071f33a52b6 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 727.738717] env[62024]: value = "task-2288129" [ 727.738717] env[62024]: _type = "Task" [ 727.738717] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.749846] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288128, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.753588] env[62024]: DEBUG oslo_vmware.api [None req-e2c0cfb2-ea7c-43ee-a057-c071f33a52b6 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.755795] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fda2ec-8c3a-4bec-86e7-a4caa348254e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.765457] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ebca8f-ce21-40c0-aaa1-847c911086ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.772694] env[62024]: DEBUG nova.network.neutron [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Successfully created port: d924d076-504b-4f66-97a2-d438f0c17316 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.806670] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ad2986-6e5c-4a64-980f-9ec5fdd56fd2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.816658] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cb7244-2929-4a58-bfd5-056b5ecebfb3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.832499] env[62024]: DEBUG nova.compute.provider_tree [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.890143] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.890387] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.991767] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.132017] env[62024]: DEBUG oslo_vmware.api [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Task: {'id': task-2288127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180569} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.132366] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.132532] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.132671] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.132849] env[62024]: INFO nova.compute.manager [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Took 1.14 seconds to destroy the instance on the hypervisor. [ 728.133299] env[62024]: DEBUG oslo.service.loopingcall [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.133299] env[62024]: DEBUG nova.compute.manager [-] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.133411] env[62024]: DEBUG nova.network.neutron [-] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.243286] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288128, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.252896] env[62024]: DEBUG oslo_vmware.api [None req-e2c0cfb2-ea7c-43ee-a057-c071f33a52b6 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288129, 'name': PowerOffVM_Task, 'duration_secs': 0.222774} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.253264] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c0cfb2-ea7c-43ee-a057-c071f33a52b6 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.253360] env[62024]: DEBUG nova.compute.manager [None req-e2c0cfb2-ea7c-43ee-a057-c071f33a52b6 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.254219] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65a0e08-f6de-4a25-be28-f78978fcd414 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.335708] env[62024]: DEBUG nova.scheduler.client.report [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.688949] env[62024]: DEBUG nova.compute.manager [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.732690] env[62024]: DEBUG nova.virt.hardware [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.732690] env[62024]: DEBUG nova.virt.hardware [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.732690] env[62024]: DEBUG nova.virt.hardware [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.733011] env[62024]: DEBUG nova.virt.hardware [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.733011] env[62024]: DEBUG nova.virt.hardware [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.733827] env[62024]: DEBUG nova.virt.hardware [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.733827] env[62024]: DEBUG nova.virt.hardware [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.734157] env[62024]: DEBUG nova.virt.hardware [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.734410] env[62024]: DEBUG nova.virt.hardware [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.734599] env[62024]: DEBUG nova.virt.hardware [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.734792] env[62024]: DEBUG nova.virt.hardware [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.735819] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e464ef-da1c-48f7-a552-5896b7ef4238 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.745920] env[62024]: DEBUG nova.compute.manager [req-0d422666-0694-4e96-b1f9-93f3668eaf11 req-46e213af-a7db-4936-9155-1168fe50d152 service nova] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Received event network-vif-deleted-be5c62f2-9108-4d2f-adb8-8467698f4d4c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.746460] env[62024]: INFO nova.compute.manager [req-0d422666-0694-4e96-b1f9-93f3668eaf11 req-46e213af-a7db-4936-9155-1168fe50d152 service nova] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Neutron deleted interface be5c62f2-9108-4d2f-adb8-8467698f4d4c; detaching it from the instance and deleting it from the info cache [ 728.746902] env[62024]: DEBUG nova.network.neutron [req-0d422666-0694-4e96-b1f9-93f3668eaf11 req-46e213af-a7db-4936-9155-1168fe50d152 service nova] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.753868] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288128, 'name': ReconfigVM_Task, 'duration_secs': 0.515031} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.756285] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb09b8d-5bd4-431b-8565-85355e399174 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.761046] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 128f600b-4c7c-44fd-9d83-8295bab996e7/128f600b-4c7c-44fd-9d83-8295bab996e7.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.761224] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance '128f600b-4c7c-44fd-9d83-8295bab996e7' progress to 50 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 728.771452] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e2c0cfb2-ea7c-43ee-a057-c071f33a52b6 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.792032] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Acquiring lock "b38b8e47-b7b8-4678-bced-6bbb82509657" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.792032] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Lock "b38b8e47-b7b8-4678-bced-6bbb82509657" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.843016] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.843768] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.083s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.845838] env[62024]: INFO nova.compute.claims [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.875931] env[62024]: INFO nova.scheduler.client.report [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Deleted allocations for instance 19277cfb-5358-49a0-a8e9-bbd55722df41 [ 729.127949] env[62024]: DEBUG nova.network.neutron [-] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.255055] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fe97c99-8175-4643-b1cf-c327186f7a22 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.269570] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b433453-689f-4502-afea-5caad2191449 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.283222] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59796eb4-0247-48c7-b872-1bb4d634137d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.315348] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea31f738-3428-4b87-a80b-03a44d774a58 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.318208] env[62024]: DEBUG nova.compute.manager [req-0d422666-0694-4e96-b1f9-93f3668eaf11 req-46e213af-a7db-4936-9155-1168fe50d152 service nova] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Detach interface failed, port_id=be5c62f2-9108-4d2f-adb8-8467698f4d4c, reason: Instance b8b494d3-effa-4a47-af8c-012f9cc35e09 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 729.337440] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance '128f600b-4c7c-44fd-9d83-8295bab996e7' progress to 67 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 729.359432] env[62024]: DEBUG nova.objects.instance [None req-4985c2b9-bae3-4066-b048-ff55d267a682 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lazy-loading 'flavor' on Instance uuid cd1edbe3-4426-474b-99ed-8143be203e55 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.386029] env[62024]: DEBUG oslo_concurrency.lockutils [None req-71e3561c-02ef-48d8-b6d1-a58bebe7dc90 tempest-VolumesAssistedSnapshotsTest-1015017736 tempest-VolumesAssistedSnapshotsTest-1015017736-project-member] Lock "19277cfb-5358-49a0-a8e9-bbd55722df41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.146s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.632641] env[62024]: INFO nova.compute.manager [-] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Took 1.50 seconds to deallocate network for instance. [ 729.873103] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4985c2b9-bae3-4066-b048-ff55d267a682 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.873185] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4985c2b9-bae3-4066-b048-ff55d267a682 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquired lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.873397] env[62024]: DEBUG nova.network.neutron [None req-4985c2b9-bae3-4066-b048-ff55d267a682 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.873530] env[62024]: DEBUG nova.objects.instance [None req-4985c2b9-bae3-4066-b048-ff55d267a682 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lazy-loading 'info_cache' on Instance uuid cd1edbe3-4426-474b-99ed-8143be203e55 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.884103] env[62024]: DEBUG nova.network.neutron [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Successfully updated port: d924d076-504b-4f66-97a2-d438f0c17316 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.917748] env[62024]: DEBUG nova.network.neutron [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Port 85edc2c4-70d3-4765-b8ae-c77bd54d09ed binding to destination host cpu-1 is already ACTIVE {{(pid=62024) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 730.146588] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.252958] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Acquiring lock "7c1f70ca-f859-4dea-90c5-7074dce2e02e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.253279] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Lock "7c1f70ca-f859-4dea-90c5-7074dce2e02e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.383874] env[62024]: DEBUG nova.objects.base [None req-4985c2b9-bae3-4066-b048-ff55d267a682 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 730.390088] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Acquiring lock "refresh_cache-600e56ce-d114-42f6-8d7f-6cf534c0e984" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.390088] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Acquired lock "refresh_cache-600e56ce-d114-42f6-8d7f-6cf534c0e984" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.390088] env[62024]: DEBUG nova.network.neutron [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.431668] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2095a0c-7348-41da-87f7-000577e6efd7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.440663] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1384487-91e7-4d9b-8ce7-011438e32583 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.481175] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aed887-2190-40ed-ba3f-1c06c362fc3e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.492453] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1acf79-3a63-4858-95b0-bc635d7c8b23 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.507726] env[62024]: DEBUG nova.compute.provider_tree [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.806020] env[62024]: DEBUG nova.compute.manager [req-891b8b0a-1b09-40c1-820f-5cbdb1162ad9 req-81492ce7-b38c-411b-b2a5-d14060c49c13 service nova] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Received event network-vif-plugged-d924d076-504b-4f66-97a2-d438f0c17316 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.806020] env[62024]: DEBUG oslo_concurrency.lockutils [req-891b8b0a-1b09-40c1-820f-5cbdb1162ad9 req-81492ce7-b38c-411b-b2a5-d14060c49c13 service nova] Acquiring lock "600e56ce-d114-42f6-8d7f-6cf534c0e984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.806020] env[62024]: DEBUG oslo_concurrency.lockutils [req-891b8b0a-1b09-40c1-820f-5cbdb1162ad9 req-81492ce7-b38c-411b-b2a5-d14060c49c13 service nova] Lock "600e56ce-d114-42f6-8d7f-6cf534c0e984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.806020] env[62024]: DEBUG oslo_concurrency.lockutils [req-891b8b0a-1b09-40c1-820f-5cbdb1162ad9 req-81492ce7-b38c-411b-b2a5-d14060c49c13 service nova] Lock "600e56ce-d114-42f6-8d7f-6cf534c0e984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.806020] env[62024]: DEBUG nova.compute.manager [req-891b8b0a-1b09-40c1-820f-5cbdb1162ad9 req-81492ce7-b38c-411b-b2a5-d14060c49c13 service nova] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] No waiting events found dispatching network-vif-plugged-d924d076-504b-4f66-97a2-d438f0c17316 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.806020] env[62024]: WARNING nova.compute.manager [req-891b8b0a-1b09-40c1-820f-5cbdb1162ad9 req-81492ce7-b38c-411b-b2a5-d14060c49c13 service nova] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Received unexpected event network-vif-plugged-d924d076-504b-4f66-97a2-d438f0c17316 for instance with vm_state building and task_state spawning. [ 730.806020] env[62024]: DEBUG nova.compute.manager [req-891b8b0a-1b09-40c1-820f-5cbdb1162ad9 req-81492ce7-b38c-411b-b2a5-d14060c49c13 service nova] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Received event network-changed-d924d076-504b-4f66-97a2-d438f0c17316 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.806020] env[62024]: DEBUG nova.compute.manager [req-891b8b0a-1b09-40c1-820f-5cbdb1162ad9 req-81492ce7-b38c-411b-b2a5-d14060c49c13 service nova] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Refreshing instance network info cache due to event network-changed-d924d076-504b-4f66-97a2-d438f0c17316. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 730.806020] env[62024]: DEBUG oslo_concurrency.lockutils [req-891b8b0a-1b09-40c1-820f-5cbdb1162ad9 req-81492ce7-b38c-411b-b2a5-d14060c49c13 service nova] Acquiring lock "refresh_cache-600e56ce-d114-42f6-8d7f-6cf534c0e984" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.945080] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "128f600b-4c7c-44fd-9d83-8295bab996e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.945350] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "128f600b-4c7c-44fd-9d83-8295bab996e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.945511] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "128f600b-4c7c-44fd-9d83-8295bab996e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.957467] env[62024]: DEBUG nova.network.neutron [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.011040] env[62024]: DEBUG nova.scheduler.client.report [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.233942] env[62024]: DEBUG nova.network.neutron [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Updating instance_info_cache with network_info: [{"id": "d924d076-504b-4f66-97a2-d438f0c17316", "address": "fa:16:3e:f4:2d:e6", "network": {"id": "1ae21f0d-f182-44e1-a79a-db1303b5b6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-603292309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa211adbd0734eaf8d1059c7faecf549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd924d076-50", "ovs_interfaceid": "d924d076-504b-4f66-97a2-d438f0c17316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.303351] env[62024]: DEBUG nova.network.neutron [None req-4985c2b9-bae3-4066-b048-ff55d267a682 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Updating instance_info_cache with network_info: [{"id": "2527b146-2e75-4eb2-bfc6-0415c5eb6a3f", "address": "fa:16:3e:15:15:80", "network": {"id": "8ba0185f-ae53-40c0-ba44-d294e329887d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-399715718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddcb85ecc5d84fd895227b297f0e6cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2527b146-2e", "ovs_interfaceid": "2527b146-2e75-4eb2-bfc6-0415c5eb6a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.520532] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.521064] env[62024]: DEBUG nova.compute.manager [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.524181] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.878s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.524508] env[62024]: DEBUG nova.objects.instance [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'resources' on Instance uuid f710ae20-f82c-4e3f-a52f-3b1042e26504 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.737882] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Releasing lock "refresh_cache-600e56ce-d114-42f6-8d7f-6cf534c0e984" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.737882] env[62024]: DEBUG nova.compute.manager [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Instance network_info: |[{"id": "d924d076-504b-4f66-97a2-d438f0c17316", "address": "fa:16:3e:f4:2d:e6", "network": {"id": "1ae21f0d-f182-44e1-a79a-db1303b5b6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-603292309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa211adbd0734eaf8d1059c7faecf549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd924d076-50", "ovs_interfaceid": "d924d076-504b-4f66-97a2-d438f0c17316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.737882] env[62024]: DEBUG oslo_concurrency.lockutils [req-891b8b0a-1b09-40c1-820f-5cbdb1162ad9 req-81492ce7-b38c-411b-b2a5-d14060c49c13 service nova] Acquired lock "refresh_cache-600e56ce-d114-42f6-8d7f-6cf534c0e984" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.737882] env[62024]: DEBUG nova.network.neutron [req-891b8b0a-1b09-40c1-820f-5cbdb1162ad9 req-81492ce7-b38c-411b-b2a5-d14060c49c13 service nova] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Refreshing network info cache for port d924d076-504b-4f66-97a2-d438f0c17316 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.740249] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:2d:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd924d076-504b-4f66-97a2-d438f0c17316', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.750949] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Creating folder: Project (aa211adbd0734eaf8d1059c7faecf549). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.751874] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-675699c0-64c9-4fa1-9136-e12a2d6cad9e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.768682] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Created folder: Project (aa211adbd0734eaf8d1059c7faecf549) in parent group-v465568. [ 731.768904] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Creating folder: Instances. Parent ref: group-v465722. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.769165] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c14d6c5c-37ff-44e9-b482-a7231aab494b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.779724] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Created folder: Instances in parent group-v465722. [ 731.780088] env[62024]: DEBUG oslo.service.loopingcall [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 731.780289] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.780754] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec392a45-5566-4eee-a1e5-6d012d31e053 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.802572] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.802572] env[62024]: value = "task-2288132" [ 731.802572] env[62024]: _type = "Task" [ 731.802572] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.807379] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4985c2b9-bae3-4066-b048-ff55d267a682 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Releasing lock "refresh_cache-cd1edbe3-4426-474b-99ed-8143be203e55" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.811990] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288132, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.992706] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.992706] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.992706] env[62024]: DEBUG nova.network.neutron [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.032270] env[62024]: DEBUG nova.compute.utils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 732.038188] env[62024]: DEBUG nova.compute.manager [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.038188] env[62024]: DEBUG nova.network.neutron [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.123194] env[62024]: DEBUG nova.policy [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aac88a651f8a4e4092ae41746059c8ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea6a593f48b24c9a9415dd7e69aa7ee3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.326294] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288132, 'name': CreateVM_Task, 'duration_secs': 0.364172} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.327122] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.330019] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.330019] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.330019] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.330019] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08cca29-80d9-466d-97aa-8c6df9283cfc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.337159] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Waiting for the task: (returnval){ [ 732.337159] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522b31d8-26cf-101c-2876-51be158b96b8" [ 732.337159] env[62024]: _type = "Task" [ 732.337159] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.349812] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522b31d8-26cf-101c-2876-51be158b96b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.538190] env[62024]: DEBUG nova.compute.manager [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.626043] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5961d79a-4361-40c5-9e2b-46d8ea99a89c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.635704] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9992da01-6bde-4b32-8cc8-2e5330a98987 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.675052] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecd1ecf-076f-4252-8675-a1272d5e4bbd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.684518] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e55fce-e5e9-4f22-ab3b-c0e155d10c90 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.700192] env[62024]: DEBUG nova.compute.provider_tree [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.803989] env[62024]: DEBUG nova.network.neutron [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance_info_cache with network_info: [{"id": "85edc2c4-70d3-4765-b8ae-c77bd54d09ed", "address": "fa:16:3e:9c:e7:bc", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85edc2c4-70", "ovs_interfaceid": "85edc2c4-70d3-4765-b8ae-c77bd54d09ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.815082] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4985c2b9-bae3-4066-b048-ff55d267a682 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.815370] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f07a3799-dadb-4aac-a799-76b54adf8b70 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.825656] env[62024]: DEBUG oslo_vmware.api [None req-4985c2b9-bae3-4066-b048-ff55d267a682 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 732.825656] env[62024]: value = "task-2288133" [ 732.825656] env[62024]: _type = "Task" [ 732.825656] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.836213] env[62024]: DEBUG oslo_vmware.api [None req-4985c2b9-bae3-4066-b048-ff55d267a682 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.846653] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522b31d8-26cf-101c-2876-51be158b96b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013814} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.846993] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.847274] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.847669] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.848078] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.848078] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.848342] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37154997-d4f0-4db2-b7eb-48c8d0d5280c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.858544] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.858630] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.859507] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874c509c-b0b1-40d7-bdc2-fe3993760ac8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.866680] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Waiting for the task: (returnval){ [ 732.866680] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526f07fc-0fe6-2c51-ece1-489908f438d0" [ 732.866680] env[62024]: _type = "Task" [ 732.866680] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.875808] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526f07fc-0fe6-2c51-ece1-489908f438d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.027347] env[62024]: DEBUG nova.network.neutron [req-891b8b0a-1b09-40c1-820f-5cbdb1162ad9 req-81492ce7-b38c-411b-b2a5-d14060c49c13 service nova] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Updated VIF entry in instance network info cache for port d924d076-504b-4f66-97a2-d438f0c17316. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.027714] env[62024]: DEBUG nova.network.neutron [req-891b8b0a-1b09-40c1-820f-5cbdb1162ad9 req-81492ce7-b38c-411b-b2a5-d14060c49c13 service nova] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Updating instance_info_cache with network_info: [{"id": "d924d076-504b-4f66-97a2-d438f0c17316", "address": "fa:16:3e:f4:2d:e6", "network": {"id": "1ae21f0d-f182-44e1-a79a-db1303b5b6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-603292309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa211adbd0734eaf8d1059c7faecf549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd924d076-50", "ovs_interfaceid": "d924d076-504b-4f66-97a2-d438f0c17316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.151321] env[62024]: DEBUG nova.network.neutron [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Successfully created port: e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.205128] env[62024]: DEBUG nova.scheduler.client.report [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.306904] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Releasing lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.336616] env[62024]: DEBUG oslo_vmware.api [None req-4985c2b9-bae3-4066-b048-ff55d267a682 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288133, 'name': PowerOnVM_Task, 'duration_secs': 0.450083} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.336616] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4985c2b9-bae3-4066-b048-ff55d267a682 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.336800] env[62024]: DEBUG nova.compute.manager [None req-4985c2b9-bae3-4066-b048-ff55d267a682 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.337642] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6508198f-36fd-491d-b356-bab12f3e703c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.378394] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526f07fc-0fe6-2c51-ece1-489908f438d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.379619] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8640558f-1fe7-430a-906f-89785ba150e3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.385514] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Waiting for the task: (returnval){ [ 733.385514] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52abd6b4-2de8-4950-1df2-cd4a2f133da2" [ 733.385514] env[62024]: _type = "Task" [ 733.385514] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.396254] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52abd6b4-2de8-4950-1df2-cd4a2f133da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.535640] env[62024]: DEBUG oslo_concurrency.lockutils [req-891b8b0a-1b09-40c1-820f-5cbdb1162ad9 req-81492ce7-b38c-411b-b2a5-d14060c49c13 service nova] Releasing lock "refresh_cache-600e56ce-d114-42f6-8d7f-6cf534c0e984" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.553196] env[62024]: DEBUG nova.compute.manager [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.586504] env[62024]: DEBUG nova.virt.hardware [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.587361] env[62024]: DEBUG nova.virt.hardware [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.587886] env[62024]: DEBUG nova.virt.hardware [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.591025] env[62024]: DEBUG nova.virt.hardware [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.591025] env[62024]: DEBUG nova.virt.hardware [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.591025] env[62024]: DEBUG nova.virt.hardware [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.591025] env[62024]: DEBUG nova.virt.hardware [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.591025] env[62024]: DEBUG nova.virt.hardware [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.591025] env[62024]: DEBUG nova.virt.hardware [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.591025] env[62024]: DEBUG nova.virt.hardware [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.591025] env[62024]: DEBUG nova.virt.hardware [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.591025] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db08faa-66f6-43ff-a46d-3fa7e03572da {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.600612] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bd6654-eef6-4081-9116-11acf797d1ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.714668] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.717414] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.701s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.718188] env[62024]: DEBUG nova.objects.instance [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lazy-loading 'resources' on Instance uuid 2dffe23d-5c9a-4477-a855-227646ad434b {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.734700] env[62024]: INFO nova.scheduler.client.report [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Deleted allocations for instance f710ae20-f82c-4e3f-a52f-3b1042e26504 [ 733.828528] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe659c2a-928e-4b21-8ccd-09ea36725f4a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.855227] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0765565d-85a9-43a8-abfc-3232525ac700 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.864141] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance '128f600b-4c7c-44fd-9d83-8295bab996e7' progress to 83 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 733.896031] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52abd6b4-2de8-4950-1df2-cd4a2f133da2, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.896318] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.896596] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 600e56ce-d114-42f6-8d7f-6cf534c0e984/600e56ce-d114-42f6-8d7f-6cf534c0e984.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.896924] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-094a3982-46fd-4a6f-923a-49ce34240c68 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.904966] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Waiting for the task: (returnval){ [ 733.904966] env[62024]: value = "task-2288134" [ 733.904966] env[62024]: _type = "Task" [ 733.904966] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.917341] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.220448] env[62024]: DEBUG nova.objects.instance [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lazy-loading 'numa_topology' on Instance uuid 2dffe23d-5c9a-4477-a855-227646ad434b {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.245709] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b44d945-158c-4b86-bcf3-b9dc5a5b0005 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.643s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.247986] env[62024]: DEBUG oslo_concurrency.lockutils [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] Acquired lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.251025] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adc88e0-688e-46e5-a0a7-cf2458660abb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.259941] env[62024]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 734.260145] env[62024]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62024) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 734.261027] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4c27a78-555d-4682-930b-e45a3949d05d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.272625] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f62da6-97cf-41b9-9293-d84b3c354d01 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.319127] env[62024]: ERROR root [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-465650' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-465650' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-465650' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-465650'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-465650' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-465650' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-465650'}\n"]: nova.exception.InstanceNotFound: Instance f710ae20-f82c-4e3f-a52f-3b1042e26504 could not be found. [ 734.319393] env[62024]: DEBUG oslo_concurrency.lockutils [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] Releasing lock "f710ae20-f82c-4e3f-a52f-3b1042e26504" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.319619] env[62024]: DEBUG nova.compute.manager [req-b693c091-3975-48e9-985c-910c45cc6674 req-9481beb9-e6e4-442b-8284-b1758690605b service nova] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Detach interface failed, port_id=62413c04-6749-4ef7-9dca-3d4202fb62df, reason: Instance f710ae20-f82c-4e3f-a52f-3b1042e26504 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 734.371199] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.371579] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8def9bc6-2d8a-4a9f-832d-865837429cc7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.378798] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 734.378798] env[62024]: value = "task-2288135" [ 734.378798] env[62024]: _type = "Task" [ 734.378798] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.389921] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.416780] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471838} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.417075] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 600e56ce-d114-42f6-8d7f-6cf534c0e984/600e56ce-d114-42f6-8d7f-6cf534c0e984.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.417324] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.417597] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e700acd-3ebd-43b1-85b1-c3c2249f578a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.425436] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Waiting for the task: (returnval){ [ 734.425436] env[62024]: value = "task-2288136" [ 734.425436] env[62024]: _type = "Task" [ 734.425436] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.435365] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.724192] env[62024]: DEBUG nova.objects.base [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Object Instance<2dffe23d-5c9a-4477-a855-227646ad434b> lazy-loaded attributes: resources,numa_topology {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 734.888667] env[62024]: DEBUG oslo_vmware.api [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288135, 'name': PowerOnVM_Task, 'duration_secs': 0.40589} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.891281] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.891475] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ac51fe1b-66e0-4454-9359-baed90b66e7d tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance '128f600b-4c7c-44fd-9d83-8295bab996e7' progress to 100 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 734.938019] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097481} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.939153] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.941556] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fce94e-d69f-4ceb-8d2d-cd49b78d6fc3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.967724] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 600e56ce-d114-42f6-8d7f-6cf534c0e984/600e56ce-d114-42f6-8d7f-6cf534c0e984.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.971901] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d5b88cd-39e1-478d-a0df-6d0c8807e252 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.998146] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Waiting for the task: (returnval){ [ 734.998146] env[62024]: value = "task-2288137" [ 734.998146] env[62024]: _type = "Task" [ 734.998146] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.004860] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.083745] env[62024]: DEBUG nova.compute.manager [req-3f91bd15-f37f-4ea2-883a-3f5d9b460bf7 req-a7cf5623-fcd4-480c-bbf0-0e79f4f5d1a8 service nova] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Received event network-vif-plugged-e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.083953] env[62024]: DEBUG oslo_concurrency.lockutils [req-3f91bd15-f37f-4ea2-883a-3f5d9b460bf7 req-a7cf5623-fcd4-480c-bbf0-0e79f4f5d1a8 service nova] Acquiring lock "c36103cc-41ef-4f04-bacf-7f08b9b02570-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.084322] env[62024]: DEBUG oslo_concurrency.lockutils [req-3f91bd15-f37f-4ea2-883a-3f5d9b460bf7 req-a7cf5623-fcd4-480c-bbf0-0e79f4f5d1a8 service nova] Lock "c36103cc-41ef-4f04-bacf-7f08b9b02570-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.084738] env[62024]: DEBUG oslo_concurrency.lockutils [req-3f91bd15-f37f-4ea2-883a-3f5d9b460bf7 req-a7cf5623-fcd4-480c-bbf0-0e79f4f5d1a8 service nova] Lock "c36103cc-41ef-4f04-bacf-7f08b9b02570-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.084942] env[62024]: DEBUG nova.compute.manager [req-3f91bd15-f37f-4ea2-883a-3f5d9b460bf7 req-a7cf5623-fcd4-480c-bbf0-0e79f4f5d1a8 service nova] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] No waiting events found dispatching network-vif-plugged-e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.085173] env[62024]: WARNING nova.compute.manager [req-3f91bd15-f37f-4ea2-883a-3f5d9b460bf7 req-a7cf5623-fcd4-480c-bbf0-0e79f4f5d1a8 service nova] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Received unexpected event network-vif-plugged-e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007 for instance with vm_state building and task_state spawning. [ 735.284403] env[62024]: DEBUG nova.network.neutron [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Successfully updated port: e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.293431] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3ec057-10ee-4e1c-b014-0cb8a032fccf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.304874] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0921c0be-c48b-4b0a-8352-e10867cf654d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.342342] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53a1bbe-d2ec-4066-8e5e-afe944d96968 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.350838] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f36f83-1581-414a-87a2-4025bb9b19cb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.366207] env[62024]: DEBUG nova.compute.provider_tree [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.510154] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.785751] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "refresh_cache-c36103cc-41ef-4f04-bacf-7f08b9b02570" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.786021] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquired lock "refresh_cache-c36103cc-41ef-4f04-bacf-7f08b9b02570" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.786227] env[62024]: DEBUG nova.network.neutron [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.869292] env[62024]: DEBUG nova.scheduler.client.report [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.006952] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288137, 'name': ReconfigVM_Task, 'duration_secs': 0.803349} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.008866] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 600e56ce-d114-42f6-8d7f-6cf534c0e984/600e56ce-d114-42f6-8d7f-6cf534c0e984.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.008866] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5caaf44-40a8-4334-a616-90a29255cbd3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.015714] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Waiting for the task: (returnval){ [ 736.015714] env[62024]: value = "task-2288138" [ 736.015714] env[62024]: _type = "Task" [ 736.015714] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.025060] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288138, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.327700] env[62024]: DEBUG nova.network.neutron [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.374619] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.657s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.378687] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.330s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.380446] env[62024]: INFO nova.compute.claims [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.532977] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288138, 'name': Rename_Task, 'duration_secs': 0.237914} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.533421] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.533791] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0c414f8-6505-456b-99c1-0f28f01318ea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.542881] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Waiting for the task: (returnval){ [ 736.542881] env[62024]: value = "task-2288139" [ 736.542881] env[62024]: _type = "Task" [ 736.542881] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.553056] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.758766] env[62024]: DEBUG nova.network.neutron [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Updating instance_info_cache with network_info: [{"id": "e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007", "address": "fa:16:3e:13:30:29", "network": {"id": "70d8f114-9b23-4cbf-8660-afa87be5829b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-282868941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea6a593f48b24c9a9415dd7e69aa7ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f21bc5-f3", "ovs_interfaceid": "e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.883177] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.883177] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.896571] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6a8dcc9e-705c-4d75-b040-7bc70550b798 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "2dffe23d-5c9a-4477-a855-227646ad434b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 62.902s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.898049] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "2dffe23d-5c9a-4477-a855-227646ad434b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 36.480s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.898049] env[62024]: INFO nova.compute.manager [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Unshelving [ 737.055093] env[62024]: DEBUG oslo_vmware.api [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288139, 'name': PowerOnVM_Task, 'duration_secs': 0.45743} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.055093] env[62024]: DEBUG nova.network.neutron [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Port 85edc2c4-70d3-4765-b8ae-c77bd54d09ed binding to destination host cpu-1 is already ACTIVE {{(pid=62024) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 737.055093] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.055093] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.055093] env[62024]: DEBUG nova.network.neutron [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.055796] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.055994] env[62024]: INFO nova.compute.manager [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Took 8.37 seconds to spawn the instance on the hypervisor. [ 737.056193] env[62024]: DEBUG nova.compute.manager [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.057351] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b92c79-44cb-44f5-9785-9545e1a38bbd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.117627] env[62024]: DEBUG nova.compute.manager [req-0db90436-378a-48f6-8429-6c8a18e1081b req-0c4a0129-eb9a-4185-9edb-cb66bcd583d4 service nova] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Received event network-changed-e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.117775] env[62024]: DEBUG nova.compute.manager [req-0db90436-378a-48f6-8429-6c8a18e1081b req-0c4a0129-eb9a-4185-9edb-cb66bcd583d4 service nova] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Refreshing instance network info cache due to event network-changed-e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 737.118133] env[62024]: DEBUG oslo_concurrency.lockutils [req-0db90436-378a-48f6-8429-6c8a18e1081b req-0c4a0129-eb9a-4185-9edb-cb66bcd583d4 service nova] Acquiring lock "refresh_cache-c36103cc-41ef-4f04-bacf-7f08b9b02570" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.263147] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Releasing lock "refresh_cache-c36103cc-41ef-4f04-bacf-7f08b9b02570" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.263482] env[62024]: DEBUG nova.compute.manager [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Instance network_info: |[{"id": "e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007", "address": "fa:16:3e:13:30:29", "network": {"id": "70d8f114-9b23-4cbf-8660-afa87be5829b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-282868941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea6a593f48b24c9a9415dd7e69aa7ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f21bc5-f3", "ovs_interfaceid": "e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.263783] env[62024]: DEBUG oslo_concurrency.lockutils [req-0db90436-378a-48f6-8429-6c8a18e1081b req-0c4a0129-eb9a-4185-9edb-cb66bcd583d4 service nova] Acquired lock "refresh_cache-c36103cc-41ef-4f04-bacf-7f08b9b02570" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.263966] env[62024]: DEBUG nova.network.neutron [req-0db90436-378a-48f6-8429-6c8a18e1081b req-0c4a0129-eb9a-4185-9edb-cb66bcd583d4 service nova] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Refreshing network info cache for port e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.265503] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:30:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.273434] env[62024]: DEBUG oslo.service.loopingcall [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.276417] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.279354] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22f08de0-a309-430d-b0bf-046f66076cde {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.305948] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.305948] env[62024]: value = "task-2288140" [ 737.305948] env[62024]: _type = "Task" [ 737.305948] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.315593] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288140, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.575246] env[62024]: DEBUG nova.network.neutron [req-0db90436-378a-48f6-8429-6c8a18e1081b req-0c4a0129-eb9a-4185-9edb-cb66bcd583d4 service nova] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Updated VIF entry in instance network info cache for port e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.575726] env[62024]: DEBUG nova.network.neutron [req-0db90436-378a-48f6-8429-6c8a18e1081b req-0c4a0129-eb9a-4185-9edb-cb66bcd583d4 service nova] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Updating instance_info_cache with network_info: [{"id": "e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007", "address": "fa:16:3e:13:30:29", "network": {"id": "70d8f114-9b23-4cbf-8660-afa87be5829b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-282868941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea6a593f48b24c9a9415dd7e69aa7ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f21bc5-f3", "ovs_interfaceid": "e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.580849] env[62024]: INFO nova.compute.manager [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Took 47.47 seconds to build instance. [ 737.821723] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288140, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.850207] env[62024]: DEBUG nova.network.neutron [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance_info_cache with network_info: [{"id": "85edc2c4-70d3-4765-b8ae-c77bd54d09ed", "address": "fa:16:3e:9c:e7:bc", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85edc2c4-70", "ovs_interfaceid": "85edc2c4-70d3-4765-b8ae-c77bd54d09ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.922949] env[62024]: DEBUG nova.compute.utils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 737.984233] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc2fa05-1a42-4156-bfce-ec12db8b7e5c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.991204] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e5f2d-c1d7-4f53-9c55-27665699598f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.024022] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2428b52-5de0-4279-b05e-a588a58e5123 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.031138] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e9f83e-fa41-4b11-9ba7-bcd107bd7c57 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.046612] env[62024]: DEBUG nova.compute.provider_tree [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.080751] env[62024]: DEBUG oslo_concurrency.lockutils [req-0db90436-378a-48f6-8429-6c8a18e1081b req-0c4a0129-eb9a-4185-9edb-cb66bcd583d4 service nova] Releasing lock "refresh_cache-c36103cc-41ef-4f04-bacf-7f08b9b02570" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.083489] env[62024]: DEBUG oslo_concurrency.lockutils [None req-802bba48-86ef-4576-a732-e87beeddb4a4 tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Lock "600e56ce-d114-42f6-8d7f-6cf534c0e984" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.983s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.323858] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288140, 'name': CreateVM_Task, 'duration_secs': 0.576934} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.324684] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.326756] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.330104] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.330104] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.330104] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b9b8d8-edf4-4dc5-82be-4b33e3da54f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.332726] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 738.332726] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5217dff2-553c-9719-14e8-2f0637deb5ce" [ 738.332726] env[62024]: _type = "Task" [ 738.332726] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.343754] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5217dff2-553c-9719-14e8-2f0637deb5ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.354640] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Releasing lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.427187] env[62024]: INFO nova.virt.block_device [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Booting with volume 0596bbbc-9993-4042-93f1-e577bdbb2549 at /dev/sdb [ 738.465515] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4277c4fe-2e6e-478c-9c77-b430a398bf23 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.476291] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c72c50-d58e-442f-b80b-f6cf988e186c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.515775] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-560000c0-de94-46b6-9c02-61ec949ca359 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.525240] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638a17f0-1856-46c4-a4ba-aff219f14176 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.560486] env[62024]: DEBUG nova.scheduler.client.report [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.565187] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029c4d9b-2a06-4dd7-8d4e-ea2724ab43e0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.572474] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8a6b5d-8f04-4aeb-a76f-0b23a548e6e0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.586077] env[62024]: DEBUG nova.compute.manager [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.588750] env[62024]: DEBUG nova.virt.block_device [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Updating existing volume attachment record: 884cef65-e543-48a4-8f5f-540877c14a80 {{(pid=62024) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 738.845256] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5217dff2-553c-9719-14e8-2f0637deb5ce, 'name': SearchDatastore_Task, 'duration_secs': 0.037039} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.845256] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.845256] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.845256] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.845256] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.845256] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.845256] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98c3e412-f5eb-428d-a504-61b92d903632 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.852963] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.856491] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.857894] env[62024]: DEBUG nova.compute.manager [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62024) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 738.858156] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.858387] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39310e54-7496-49b0-a379-9786d2e9621f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.865543] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 738.865543] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c94b26-e01f-88ed-6d9a-a3117de30e3a" [ 738.865543] env[62024]: _type = "Task" [ 738.865543] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.876514] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c94b26-e01f-88ed-6d9a-a3117de30e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.008207} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.880023] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-149afed0-5367-4c5c-b6a9-7466f3729a81 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.885746] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 738.885746] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cb9326-ab78-e6cf-b625-528bcee61c12" [ 738.885746] env[62024]: _type = "Task" [ 738.885746] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.895441] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cb9326-ab78-e6cf-b625-528bcee61c12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.066902] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.067816] env[62024]: DEBUG nova.compute.manager [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.071924] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.857s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.072738] env[62024]: DEBUG nova.objects.instance [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Lazy-loading 'resources' on Instance uuid cef6f8a5-a85a-4f08-8801-f06a57e0b3de {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.117452] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.182682] env[62024]: DEBUG nova.compute.manager [req-350528f7-869f-45ca-a963-912b56dfb8e9 req-e2c79b4d-8701-4f8e-86a5-4f82afd2f42a service nova] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Received event network-changed-d924d076-504b-4f66-97a2-d438f0c17316 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.183564] env[62024]: DEBUG nova.compute.manager [req-350528f7-869f-45ca-a963-912b56dfb8e9 req-e2c79b4d-8701-4f8e-86a5-4f82afd2f42a service nova] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Refreshing instance network info cache due to event network-changed-d924d076-504b-4f66-97a2-d438f0c17316. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 739.183879] env[62024]: DEBUG oslo_concurrency.lockutils [req-350528f7-869f-45ca-a963-912b56dfb8e9 req-e2c79b4d-8701-4f8e-86a5-4f82afd2f42a service nova] Acquiring lock "refresh_cache-600e56ce-d114-42f6-8d7f-6cf534c0e984" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.183919] env[62024]: DEBUG oslo_concurrency.lockutils [req-350528f7-869f-45ca-a963-912b56dfb8e9 req-e2c79b4d-8701-4f8e-86a5-4f82afd2f42a service nova] Acquired lock "refresh_cache-600e56ce-d114-42f6-8d7f-6cf534c0e984" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.185152] env[62024]: DEBUG nova.network.neutron [req-350528f7-869f-45ca-a963-912b56dfb8e9 req-e2c79b4d-8701-4f8e-86a5-4f82afd2f42a service nova] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Refreshing network info cache for port d924d076-504b-4f66-97a2-d438f0c17316 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.401865] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cb9326-ab78-e6cf-b625-528bcee61c12, 'name': SearchDatastore_Task, 'duration_secs': 0.008967} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.402227] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.403293] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] c36103cc-41ef-4f04-bacf-7f08b9b02570/c36103cc-41ef-4f04-bacf-7f08b9b02570.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.407019] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-416deea4-3ed3-4041-816b-0f6f0c3bd5ca {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.410907] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 739.410907] env[62024]: value = "task-2288144" [ 739.410907] env[62024]: _type = "Task" [ 739.410907] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.575711] env[62024]: DEBUG nova.compute.utils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 739.577479] env[62024]: DEBUG nova.compute.manager [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.577693] env[62024]: DEBUG nova.network.neutron [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.672812] env[62024]: DEBUG nova.policy [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eefb1b7847374c4c84e6e9ae8edc880b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b48eee108a62489c930196af26079220', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.932345] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288144, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.086024] env[62024]: DEBUG nova.compute.manager [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.198064] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9dde61-81c5-4aaf-aec3-e4cb147abbd7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.205859] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced23a4e-bcfe-45a3-b87b-e1ae0c933a2d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.240307] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2181bb36-0ff0-4210-9163-719a3e6fb657 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.249536] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bfc3f2-b511-4213-b95f-1b55de3f06f4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.264402] env[62024]: DEBUG nova.compute.provider_tree [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.340764] env[62024]: DEBUG nova.network.neutron [req-350528f7-869f-45ca-a963-912b56dfb8e9 req-e2c79b4d-8701-4f8e-86a5-4f82afd2f42a service nova] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Updated VIF entry in instance network info cache for port d924d076-504b-4f66-97a2-d438f0c17316. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.341157] env[62024]: DEBUG nova.network.neutron [req-350528f7-869f-45ca-a963-912b56dfb8e9 req-e2c79b4d-8701-4f8e-86a5-4f82afd2f42a service nova] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Updating instance_info_cache with network_info: [{"id": "d924d076-504b-4f66-97a2-d438f0c17316", "address": "fa:16:3e:f4:2d:e6", "network": {"id": "1ae21f0d-f182-44e1-a79a-db1303b5b6c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-603292309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa211adbd0734eaf8d1059c7faecf549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd924d076-50", "ovs_interfaceid": "d924d076-504b-4f66-97a2-d438f0c17316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.421126] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546621} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.421429] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] c36103cc-41ef-4f04-bacf-7f08b9b02570/c36103cc-41ef-4f04-bacf-7f08b9b02570.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.421646] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.421974] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5914f395-b7e1-4308-b9f7-bc66376117ed {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.429332] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 740.429332] env[62024]: value = "task-2288145" [ 740.429332] env[62024]: _type = "Task" [ 740.429332] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.442550] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.516646] env[62024]: DEBUG nova.network.neutron [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Successfully created port: 4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.771019] env[62024]: DEBUG nova.scheduler.client.report [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.844588] env[62024]: DEBUG oslo_concurrency.lockutils [req-350528f7-869f-45ca-a963-912b56dfb8e9 req-e2c79b4d-8701-4f8e-86a5-4f82afd2f42a service nova] Releasing lock "refresh_cache-600e56ce-d114-42f6-8d7f-6cf534c0e984" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.942029] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062104} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.942029] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.942029] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fff428-aade-4c62-a640-9f428de1eb29 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.969466] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] c36103cc-41ef-4f04-bacf-7f08b9b02570/c36103cc-41ef-4f04-bacf-7f08b9b02570.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.969794] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c626e5d1-cf91-476a-b755-aabc8bd54aef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.991316] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 740.991316] env[62024]: value = "task-2288146" [ 740.991316] env[62024]: _type = "Task" [ 740.991316] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.002218] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.108370] env[62024]: DEBUG nova.compute.manager [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.139182] env[62024]: DEBUG nova.virt.hardware [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.139398] env[62024]: DEBUG nova.virt.hardware [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.139566] env[62024]: DEBUG nova.virt.hardware [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.139743] env[62024]: DEBUG nova.virt.hardware [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.139889] env[62024]: DEBUG nova.virt.hardware [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.140109] env[62024]: DEBUG nova.virt.hardware [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.140362] env[62024]: DEBUG nova.virt.hardware [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.141990] env[62024]: DEBUG nova.virt.hardware [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.141990] env[62024]: DEBUG nova.virt.hardware [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.141990] env[62024]: DEBUG nova.virt.hardware [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.141990] env[62024]: DEBUG nova.virt.hardware [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.142652] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b5fb0a-553e-43b7-87b6-c30630df3905 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.151683] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d844e93a-105d-4cac-b479-9192e8dbcde3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.223868] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "58344be0-9c1b-43bf-bc58-16da488b10d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.224300] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "58344be0-9c1b-43bf-bc58-16da488b10d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.274302] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.277196] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.191s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.277437] env[62024]: DEBUG nova.objects.instance [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62024) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 741.298056] env[62024]: INFO nova.scheduler.client.report [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Deleted allocations for instance cef6f8a5-a85a-4f08-8801-f06a57e0b3de [ 741.501207] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288146, 'name': ReconfigVM_Task, 'duration_secs': 0.285345} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.501507] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Reconfigured VM instance instance-00000035 to attach disk [datastore2] c36103cc-41ef-4f04-bacf-7f08b9b02570/c36103cc-41ef-4f04-bacf-7f08b9b02570.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.502127] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56cb6698-14be-4435-a262-53f2ce300314 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.508450] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 741.508450] env[62024]: value = "task-2288148" [ 741.508450] env[62024]: _type = "Task" [ 741.508450] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.516197] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288148, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.810598] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c256007b-e704-4119-8c6c-dfa5f5256db8 tempest-AttachInterfacesUnderV243Test-1884495090 tempest-AttachInterfacesUnderV243Test-1884495090-project-member] Lock "cef6f8a5-a85a-4f08-8801-f06a57e0b3de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.633s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.020341] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288148, 'name': Rename_Task, 'duration_secs': 0.146309} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.024262] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.024262] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9caa95b2-0888-4bcb-9907-181cc62d87cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.029093] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 742.029093] env[62024]: value = "task-2288149" [ 742.029093] env[62024]: _type = "Task" [ 742.029093] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.037165] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.288101] env[62024]: DEBUG oslo_concurrency.lockutils [None req-16cb5589-4270-462e-a8d3-2fc58671fd56 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.289727] env[62024]: DEBUG oslo_concurrency.lockutils [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.154s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.291295] env[62024]: INFO nova.compute.claims [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.540850] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288149, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.691203] env[62024]: DEBUG nova.compute.manager [req-6f1fa712-b822-413d-9438-3d2016a3d627 req-b1f114fe-83ac-4e9b-a1a5-f8e28e92fcf4 service nova] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Received event network-vif-plugged-4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.691443] env[62024]: DEBUG oslo_concurrency.lockutils [req-6f1fa712-b822-413d-9438-3d2016a3d627 req-b1f114fe-83ac-4e9b-a1a5-f8e28e92fcf4 service nova] Acquiring lock "b9ea0526-0c2b-4b75-a260-7c5beff1f1c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.691662] env[62024]: DEBUG oslo_concurrency.lockutils [req-6f1fa712-b822-413d-9438-3d2016a3d627 req-b1f114fe-83ac-4e9b-a1a5-f8e28e92fcf4 service nova] Lock "b9ea0526-0c2b-4b75-a260-7c5beff1f1c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.691826] env[62024]: DEBUG oslo_concurrency.lockutils [req-6f1fa712-b822-413d-9438-3d2016a3d627 req-b1f114fe-83ac-4e9b-a1a5-f8e28e92fcf4 service nova] Lock "b9ea0526-0c2b-4b75-a260-7c5beff1f1c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.692019] env[62024]: DEBUG nova.compute.manager [req-6f1fa712-b822-413d-9438-3d2016a3d627 req-b1f114fe-83ac-4e9b-a1a5-f8e28e92fcf4 service nova] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] No waiting events found dispatching network-vif-plugged-4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.700327] env[62024]: WARNING nova.compute.manager [req-6f1fa712-b822-413d-9438-3d2016a3d627 req-b1f114fe-83ac-4e9b-a1a5-f8e28e92fcf4 service nova] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Received unexpected event network-vif-plugged-4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4 for instance with vm_state building and task_state spawning. [ 743.047018] env[62024]: DEBUG oslo_vmware.api [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288149, 'name': PowerOnVM_Task, 'duration_secs': 0.718107} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.047018] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.047018] env[62024]: INFO nova.compute.manager [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Took 9.49 seconds to spawn the instance on the hypervisor. [ 743.047018] env[62024]: DEBUG nova.compute.manager [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.047018] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e06365-2276-4b33-81a1-1d86555853ad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.121289] env[62024]: DEBUG nova.network.neutron [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Successfully updated port: 4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.569897] env[62024]: INFO nova.compute.manager [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Took 49.84 seconds to build instance. [ 743.624408] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "refresh_cache-b9ea0526-0c2b-4b75-a260-7c5beff1f1c3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.624553] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquired lock "refresh_cache-b9ea0526-0c2b-4b75-a260-7c5beff1f1c3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.624704] env[62024]: DEBUG nova.network.neutron [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.877880] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a40e40-e915-4fed-99b2-5c6e71cda0f5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.891602] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc773d36-87a3-4519-8b0e-74a8b8aa4422 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.926538] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab62e42e-1525-4c15-a553-7382763438ac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.934945] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff17738-9e96-4c16-86ad-fb852c208e58 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.949699] env[62024]: DEBUG nova.compute.provider_tree [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.071619] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcc8e6e-1ac9-47a3-804e-8617432ce19c tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "c36103cc-41ef-4f04-bacf-7f08b9b02570" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.352s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.179077] env[62024]: DEBUG nova.network.neutron [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.363379] env[62024]: DEBUG nova.network.neutron [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Updating instance_info_cache with network_info: [{"id": "4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4", "address": "fa:16:3e:1e:84:ec", "network": {"id": "12dbd26e-4b4d-4255-9a0d-e5ad6fc0770e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-23004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48eee108a62489c930196af26079220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dab4ee4-6b", "ovs_interfaceid": "4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.453960] env[62024]: DEBUG nova.scheduler.client.report [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.579595] env[62024]: DEBUG nova.compute.manager [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.725792] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.866405] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Releasing lock "refresh_cache-b9ea0526-0c2b-4b75-a260-7c5beff1f1c3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.866748] env[62024]: DEBUG nova.compute.manager [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Instance network_info: |[{"id": "4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4", "address": "fa:16:3e:1e:84:ec", "network": {"id": "12dbd26e-4b4d-4255-9a0d-e5ad6fc0770e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-23004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48eee108a62489c930196af26079220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dab4ee4-6b", "ovs_interfaceid": "4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.867210] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:84:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.881016] env[62024]: DEBUG oslo.service.loopingcall [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.881016] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.881016] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc7fbd5e-5232-46df-8f73-868952eeea8c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.902516] env[62024]: DEBUG nova.compute.manager [req-7ad6f2db-0c33-4a3d-976c-c9246882103a req-8692824b-9451-46a5-94d7-5d3dfcb4e67a service nova] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Received event network-changed-4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.902516] env[62024]: DEBUG nova.compute.manager [req-7ad6f2db-0c33-4a3d-976c-c9246882103a req-8692824b-9451-46a5-94d7-5d3dfcb4e67a service nova] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Refreshing instance network info cache due to event network-changed-4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 744.902516] env[62024]: DEBUG oslo_concurrency.lockutils [req-7ad6f2db-0c33-4a3d-976c-c9246882103a req-8692824b-9451-46a5-94d7-5d3dfcb4e67a service nova] Acquiring lock "refresh_cache-b9ea0526-0c2b-4b75-a260-7c5beff1f1c3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.902516] env[62024]: DEBUG oslo_concurrency.lockutils [req-7ad6f2db-0c33-4a3d-976c-c9246882103a req-8692824b-9451-46a5-94d7-5d3dfcb4e67a service nova] Acquired lock "refresh_cache-b9ea0526-0c2b-4b75-a260-7c5beff1f1c3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.902687] env[62024]: DEBUG nova.network.neutron [req-7ad6f2db-0c33-4a3d-976c-c9246882103a req-8692824b-9451-46a5-94d7-5d3dfcb4e67a service nova] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Refreshing network info cache for port 4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.910025] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.910025] env[62024]: value = "task-2288150" [ 744.910025] env[62024]: _type = "Task" [ 744.910025] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.919828] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288150, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.961985] env[62024]: DEBUG oslo_concurrency.lockutils [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.962600] env[62024]: DEBUG nova.compute.manager [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.966667] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.786s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.968269] env[62024]: INFO nova.compute.claims [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.103074] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.122929] env[62024]: DEBUG nova.compute.manager [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.123962] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ec2192-1619-4972-831c-5e5579f2d5f9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.422032] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288150, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.476649] env[62024]: DEBUG nova.compute.utils [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 745.481493] env[62024]: DEBUG nova.compute.manager [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Not allocating networking since 'none' was specified. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 745.637966] env[62024]: INFO nova.compute.manager [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] instance snapshotting [ 745.640342] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441e4d93-ee0b-4a08-b341-9a77a5375457 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.659880] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3388d235-77fe-4d05-9fcd-3c593be99283 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.921423] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288150, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.979434] env[62024]: DEBUG nova.compute.manager [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.089036] env[62024]: DEBUG nova.network.neutron [req-7ad6f2db-0c33-4a3d-976c-c9246882103a req-8692824b-9451-46a5-94d7-5d3dfcb4e67a service nova] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Updated VIF entry in instance network info cache for port 4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.089458] env[62024]: DEBUG nova.network.neutron [req-7ad6f2db-0c33-4a3d-976c-c9246882103a req-8692824b-9451-46a5-94d7-5d3dfcb4e67a service nova] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Updating instance_info_cache with network_info: [{"id": "4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4", "address": "fa:16:3e:1e:84:ec", "network": {"id": "12dbd26e-4b4d-4255-9a0d-e5ad6fc0770e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-23004806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48eee108a62489c930196af26079220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dab4ee4-6b", "ovs_interfaceid": "4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.171639] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 746.174272] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1ce95dc3-f1d1-45de-9b62-f2d486409a32 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.192674] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 746.192674] env[62024]: value = "task-2288151" [ 746.192674] env[62024]: _type = "Task" [ 746.192674] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.201094] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288151, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.422054] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288150, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.479397] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2933c040-7c66-4b23-9064-a897cfbe3a75 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.491720] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9301438e-6eb2-4cad-b9fe-bad82990370f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.521632] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f1aa7a-538b-4920-a115-3cf4afe3e878 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.529329] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ccfea7-d72b-481c-8df3-48293b9f950f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.543229] env[62024]: DEBUG nova.compute.provider_tree [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.594400] env[62024]: DEBUG oslo_concurrency.lockutils [req-7ad6f2db-0c33-4a3d-976c-c9246882103a req-8692824b-9451-46a5-94d7-5d3dfcb4e67a service nova] Releasing lock "refresh_cache-b9ea0526-0c2b-4b75-a260-7c5beff1f1c3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.704921] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288151, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.923141] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288150, 'name': CreateVM_Task, 'duration_secs': 1.723708} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.923141] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.923397] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.923592] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.923929] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.924287] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d35ddfc-58d9-4efb-a139-0a1a74ee4ea0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.929230] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 746.929230] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5252a96b-12b2-dc39-8345-9439e93c1f6f" [ 746.929230] env[62024]: _type = "Task" [ 746.929230] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.948949] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5252a96b-12b2-dc39-8345-9439e93c1f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.995905] env[62024]: DEBUG nova.compute.manager [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.023541] env[62024]: DEBUG nova.virt.hardware [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.023797] env[62024]: DEBUG nova.virt.hardware [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.023951] env[62024]: DEBUG nova.virt.hardware [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.024150] env[62024]: DEBUG nova.virt.hardware [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.024327] env[62024]: DEBUG nova.virt.hardware [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.024483] env[62024]: DEBUG nova.virt.hardware [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.024678] env[62024]: DEBUG nova.virt.hardware [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.024831] env[62024]: DEBUG nova.virt.hardware [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.024991] env[62024]: DEBUG nova.virt.hardware [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.025208] env[62024]: DEBUG nova.virt.hardware [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.025338] env[62024]: DEBUG nova.virt.hardware [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.026974] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4c9c9a-cbf7-4514-b4d7-b689bd1c9986 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.037740] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dce875-960d-4c13-89e3-8d6730261c97 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.052513] env[62024]: DEBUG nova.scheduler.client.report [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.056669] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Instance VIF info [] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.066674] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Creating folder: Project (8bd5ad6bf2fc48f284efb995ccf0e9a8). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.067388] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceb3501a-0901-4646-85e5-86482a85192c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.079298] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Created folder: Project (8bd5ad6bf2fc48f284efb995ccf0e9a8) in parent group-v465568. [ 747.079550] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Creating folder: Instances. Parent ref: group-v465729. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.079827] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e15f7f3-e029-446b-ae04-6012ffb11b4e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.088561] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Created folder: Instances in parent group-v465729. [ 747.088846] env[62024]: DEBUG oslo.service.loopingcall [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.089060] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.089275] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41dc85ea-96a8-436c-9284-4d18594c9406 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.107213] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.107213] env[62024]: value = "task-2288154" [ 747.107213] env[62024]: _type = "Task" [ 747.107213] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.116177] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288154, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.203240] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288151, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.439486] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5252a96b-12b2-dc39-8345-9439e93c1f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.022817} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.439803] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.440051] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.440290] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.440439] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.440619] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.440881] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2c02f28-f2dc-4a68-8226-468385ab300c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.452824] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.453028] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.453821] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00cdbac2-2b3d-4056-ad9c-d76ec40bff18 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.459341] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 747.459341] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52573f93-d5b2-be45-a68e-9cf03dada745" [ 747.459341] env[62024]: _type = "Task" [ 747.459341] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.467081] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52573f93-d5b2-be45-a68e-9cf03dada745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.568251] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.568924] env[62024]: DEBUG nova.compute.manager [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.571540] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.326s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.573083] env[62024]: INFO nova.compute.claims [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.618029] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288154, 'name': CreateVM_Task, 'duration_secs': 0.48555} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.618173] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.618611] env[62024]: DEBUG oslo_concurrency.lockutils [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.618762] env[62024]: DEBUG oslo_concurrency.lockutils [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.619097] env[62024]: DEBUG oslo_concurrency.lockutils [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.619628] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96fa7c29-3e53-43c0-b061-b7a0c83865dd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.625110] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 747.625110] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524019cf-f643-1878-67a2-be824ccbfada" [ 747.625110] env[62024]: _type = "Task" [ 747.625110] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.634671] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524019cf-f643-1878-67a2-be824ccbfada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.705253] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288151, 'name': CreateSnapshot_Task, 'duration_secs': 1.097871} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.705253] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 747.706598] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d32967-63fc-4d6b-93c5-c78e66ff27f0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.970863] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52573f93-d5b2-be45-a68e-9cf03dada745, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.970863] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b96ead-3a4c-46a7-aa54-8debbf37bbec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.975986] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 747.975986] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5279135c-bfd7-eabe-936b-054df478fe07" [ 747.975986] env[62024]: _type = "Task" [ 747.975986] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.985967] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5279135c-bfd7-eabe-936b-054df478fe07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.079402] env[62024]: DEBUG nova.compute.utils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 748.080763] env[62024]: DEBUG nova.compute.manager [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.080978] env[62024]: DEBUG nova.network.neutron [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.138148] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524019cf-f643-1878-67a2-be824ccbfada, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.138506] env[62024]: DEBUG oslo_concurrency.lockutils [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.138741] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.138950] env[62024]: DEBUG oslo_concurrency.lockutils [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.162176] env[62024]: DEBUG nova.policy [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f0570433a7d45718011c07c4996381d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8643f2c328184065b686152bc4b4cf9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.226617] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 748.227316] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ffbe8271-e493-4d08-8d96-861d80ea131e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.238570] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 748.238570] env[62024]: value = "task-2288155" [ 748.238570] env[62024]: _type = "Task" [ 748.238570] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.248844] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288155, 'name': CloneVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.487359] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5279135c-bfd7-eabe-936b-054df478fe07, 'name': SearchDatastore_Task, 'duration_secs': 0.010025} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.487648] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.487846] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] b9ea0526-0c2b-4b75-a260-7c5beff1f1c3/b9ea0526-0c2b-4b75-a260-7c5beff1f1c3.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.488150] env[62024]: DEBUG oslo_concurrency.lockutils [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.488344] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.488568] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40e6eabb-61bf-455e-945e-4378b7197433 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.491033] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb0f0a72-420a-4357-ae90-d69d8cae7c2e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.497280] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 748.497280] env[62024]: value = "task-2288156" [ 748.497280] env[62024]: _type = "Task" [ 748.497280] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.502328] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.502512] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.503992] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21fe88e-e729-4b46-8cae-cedf9f9002c3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.509891] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.512940] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 748.512940] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c77c25-deab-3e2b-a02d-9a5a4ead4bc8" [ 748.512940] env[62024]: _type = "Task" [ 748.512940] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.521816] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c77c25-deab-3e2b-a02d-9a5a4ead4bc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.550797] env[62024]: DEBUG nova.network.neutron [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Successfully created port: d8b25b40-d41f-4d7d-8294-255611259d21 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.585622] env[62024]: DEBUG nova.compute.manager [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.751166] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288155, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.010391] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485053} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.010660] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] b9ea0526-0c2b-4b75-a260-7c5beff1f1c3/b9ea0526-0c2b-4b75-a260-7c5beff1f1c3.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.010871] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.011493] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c303159-9198-4e01-acbb-017d534e426d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.021769] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 749.021769] env[62024]: value = "task-2288157" [ 749.021769] env[62024]: _type = "Task" [ 749.021769] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.031011] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c77c25-deab-3e2b-a02d-9a5a4ead4bc8, 'name': SearchDatastore_Task, 'duration_secs': 0.008899} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.031197] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6823973a-0ea9-4dec-92f3-9717c7c2965d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.037477] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.040912] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 749.040912] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cb026b-6d53-2a24-443e-deb41949ca4a" [ 749.040912] env[62024]: _type = "Task" [ 749.040912] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.054943] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cb026b-6d53-2a24-443e-deb41949ca4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.195200] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f759ca65-ae73-4ec3-b332-1577bb682471 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.205061] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409ab15c-921a-446a-a9c3-f2eb691acd3b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.238760] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2935070a-4e11-4166-9ef1-d3046f3d97b6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.252609] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beb331c-5b37-48a8-996b-a23e815dd443 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.258909] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288155, 'name': CloneVM_Task} progress is 95%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.271231] env[62024]: DEBUG nova.compute.provider_tree [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.532989] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065216} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.533409] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.535084] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae97e2fc-0eba-4c17-9c4b-562398d20126 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.570014] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] b9ea0526-0c2b-4b75-a260-7c5beff1f1c3/b9ea0526-0c2b-4b75-a260-7c5beff1f1c3.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.575022] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec0a50f2-9dc7-4394-a807-683cd06bc540 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.594356] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cb026b-6d53-2a24-443e-deb41949ca4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.595622] env[62024]: DEBUG oslo_concurrency.lockutils [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.595885] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5/3fc289e9-3c96-4f1f-9cbb-52482e5502d5.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.596227] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 749.596227] env[62024]: value = "task-2288158" [ 749.596227] env[62024]: _type = "Task" [ 749.596227] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.596411] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-167e46a6-937e-4c38-8ad1-809b4b227d68 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.608627] env[62024]: DEBUG nova.compute.manager [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.611289] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288158, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.613408] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 749.613408] env[62024]: value = "task-2288159" [ 749.613408] env[62024]: _type = "Task" [ 749.613408] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.623577] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.642257] env[62024]: DEBUG nova.virt.hardware [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.642532] env[62024]: DEBUG nova.virt.hardware [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.642692] env[62024]: DEBUG nova.virt.hardware [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.642897] env[62024]: DEBUG nova.virt.hardware [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.643058] env[62024]: DEBUG nova.virt.hardware [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.643245] env[62024]: DEBUG nova.virt.hardware [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.645359] env[62024]: DEBUG nova.virt.hardware [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.645359] env[62024]: DEBUG nova.virt.hardware [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.645359] env[62024]: DEBUG nova.virt.hardware [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.645359] env[62024]: DEBUG nova.virt.hardware [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.645359] env[62024]: DEBUG nova.virt.hardware [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.645359] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6cbd6b-12df-43cb-8b39-8d5dec00b496 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.655164] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7f194b-0a5b-42ae-84b1-a15da16cc80f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.752396] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288155, 'name': CloneVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.774742] env[62024]: DEBUG nova.scheduler.client.report [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.116275] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.125485] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288159, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.154547] env[62024]: DEBUG nova.compute.manager [req-2714734b-9b06-4a3d-8a19-5477b96eeca3 req-550bf9a1-9148-4565-a6c0-66434bced6cb service nova] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Received event network-vif-plugged-d8b25b40-d41f-4d7d-8294-255611259d21 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.154770] env[62024]: DEBUG oslo_concurrency.lockutils [req-2714734b-9b06-4a3d-8a19-5477b96eeca3 req-550bf9a1-9148-4565-a6c0-66434bced6cb service nova] Acquiring lock "864edcde-00fe-4c44-9702-006c60068b0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.154974] env[62024]: DEBUG oslo_concurrency.lockutils [req-2714734b-9b06-4a3d-8a19-5477b96eeca3 req-550bf9a1-9148-4565-a6c0-66434bced6cb service nova] Lock "864edcde-00fe-4c44-9702-006c60068b0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.155340] env[62024]: DEBUG oslo_concurrency.lockutils [req-2714734b-9b06-4a3d-8a19-5477b96eeca3 req-550bf9a1-9148-4565-a6c0-66434bced6cb service nova] Lock "864edcde-00fe-4c44-9702-006c60068b0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.155340] env[62024]: DEBUG nova.compute.manager [req-2714734b-9b06-4a3d-8a19-5477b96eeca3 req-550bf9a1-9148-4565-a6c0-66434bced6cb service nova] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] No waiting events found dispatching network-vif-plugged-d8b25b40-d41f-4d7d-8294-255611259d21 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.155719] env[62024]: WARNING nova.compute.manager [req-2714734b-9b06-4a3d-8a19-5477b96eeca3 req-550bf9a1-9148-4565-a6c0-66434bced6cb service nova] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Received unexpected event network-vif-plugged-d8b25b40-d41f-4d7d-8294-255611259d21 for instance with vm_state building and task_state spawning. [ 750.256647] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288155, 'name': CloneVM_Task, 'duration_secs': 1.525419} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.257196] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Created linked-clone VM from snapshot [ 750.258201] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c6cc88-c436-491d-9624-abdbd4e7d0bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.266697] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Uploading image 36615120-8d23-4899-9ab0-e9fa901b950f {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 750.282787] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.282787] env[62024]: DEBUG nova.compute.manager [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.290081] env[62024]: DEBUG nova.network.neutron [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Successfully updated port: d8b25b40-d41f-4d7d-8294-255611259d21 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.291449] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.106s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.297011] env[62024]: DEBUG nova.objects.instance [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lazy-loading 'resources' on Instance uuid 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.298041] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 750.298865] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-92e4177f-cdaf-4d4a-b92c-fdda5be3a6d5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.306262] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 750.306262] env[62024]: value = "task-2288160" [ 750.306262] env[62024]: _type = "Task" [ 750.306262] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.318413] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288160, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.611393] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288158, 'name': ReconfigVM_Task, 'duration_secs': 0.525628} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.611761] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Reconfigured VM instance instance-00000036 to attach disk [datastore1] b9ea0526-0c2b-4b75-a260-7c5beff1f1c3/b9ea0526-0c2b-4b75-a260-7c5beff1f1c3.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.612536] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ca0fa34-1f95-4bfb-9f5d-e25d01e62870 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.620562] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 750.620562] env[62024]: value = "task-2288161" [ 750.620562] env[62024]: _type = "Task" [ 750.620562] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.628093] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552176} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.628907] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5/3fc289e9-3c96-4f1f-9cbb-52482e5502d5.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.629175] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.629605] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ed05527-34ea-4d07-84cf-198abfce7afc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.635179] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288161, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.641528] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 750.641528] env[62024]: value = "task-2288162" [ 750.641528] env[62024]: _type = "Task" [ 750.641528] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.647917] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.795378] env[62024]: DEBUG nova.compute.utils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 750.795378] env[62024]: DEBUG nova.compute.manager [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.795378] env[62024]: DEBUG nova.network.neutron [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.798803] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquiring lock "refresh_cache-864edcde-00fe-4c44-9702-006c60068b0c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.799117] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquired lock "refresh_cache-864edcde-00fe-4c44-9702-006c60068b0c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.799406] env[62024]: DEBUG nova.network.neutron [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.826686] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288160, 'name': Destroy_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.871726] env[62024]: DEBUG nova.policy [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952e2c58f2014c8c9c39fe9a0d4b26fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f7d558c2d8a4ced9a390043174f4b76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.138288] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288161, 'name': Rename_Task, 'duration_secs': 0.246826} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.138530] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.138980] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39bc5218-d305-4fc4-8aff-692555f7c296 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.150327] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 751.150327] env[62024]: value = "task-2288163" [ 751.150327] env[62024]: _type = "Task" [ 751.150327] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.152388] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063073} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.155396] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.156732] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d16162-3dbf-460f-92e1-30c31af02d9d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.164752] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.185959] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5/3fc289e9-3c96-4f1f-9cbb-52482e5502d5.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.187272] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-325f45f4-440c-4843-8d10-47dbdee97fce {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.205562] env[62024]: DEBUG nova.network.neutron [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Successfully created port: 02360b1d-ae42-4d9a-86f3-330728ac1ca5 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.215620] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 751.215620] env[62024]: value = "task-2288164" [ 751.215620] env[62024]: _type = "Task" [ 751.215620] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.223768] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.238038] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Acquiring lock "8f02b240-6945-4336-892a-65678ba81a5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.238476] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Lock "8f02b240-6945-4336-892a-65678ba81a5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.299801] env[62024]: DEBUG nova.compute.manager [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.324725] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288160, 'name': Destroy_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.378290] env[62024]: DEBUG nova.network.neutron [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.387492] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7780ff8e-036c-4938-bbfc-ed8f04126f2e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.391845] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d638a4bc-b11e-433f-9b7a-301ea176a04d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.424466] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7927b0a8-946f-4a97-815e-25c96426cfdb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.431793] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf62514a-8a47-4f53-9070-83d2f9900ba0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.445220] env[62024]: DEBUG nova.compute.provider_tree [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.663568] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.676023] env[62024]: DEBUG nova.network.neutron [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Updating instance_info_cache with network_info: [{"id": "d8b25b40-d41f-4d7d-8294-255611259d21", "address": "fa:16:3e:9f:48:81", "network": {"id": "c25f4e85-6d1d-4cfc-9759-86912f18d273", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1424033300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8643f2c328184065b686152bc4b4cf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b25b40-d4", "ovs_interfaceid": "d8b25b40-d41f-4d7d-8294-255611259d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.726264] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.827826] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288160, 'name': Destroy_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.995507] env[62024]: DEBUG nova.scheduler.client.report [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.166082] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.175531] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Releasing lock "refresh_cache-864edcde-00fe-4c44-9702-006c60068b0c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.175884] env[62024]: DEBUG nova.compute.manager [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Instance network_info: |[{"id": "d8b25b40-d41f-4d7d-8294-255611259d21", "address": "fa:16:3e:9f:48:81", "network": {"id": "c25f4e85-6d1d-4cfc-9759-86912f18d273", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1424033300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8643f2c328184065b686152bc4b4cf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b25b40-d4", "ovs_interfaceid": "d8b25b40-d41f-4d7d-8294-255611259d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.176307] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:48:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8b25b40-d41f-4d7d-8294-255611259d21', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.184246] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Creating folder: Project (8643f2c328184065b686152bc4b4cf9d). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.184545] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89068162-9016-4eb2-a650-f5736f436af6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.191758] env[62024]: DEBUG nova.compute.manager [req-8273f43c-fce0-472e-a78e-63f64ba904d3 req-ffd21640-c540-4ca2-87fa-3e0aceb6396a service nova] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Received event network-changed-d8b25b40-d41f-4d7d-8294-255611259d21 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.191958] env[62024]: DEBUG nova.compute.manager [req-8273f43c-fce0-472e-a78e-63f64ba904d3 req-ffd21640-c540-4ca2-87fa-3e0aceb6396a service nova] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Refreshing instance network info cache due to event network-changed-d8b25b40-d41f-4d7d-8294-255611259d21. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 752.192199] env[62024]: DEBUG oslo_concurrency.lockutils [req-8273f43c-fce0-472e-a78e-63f64ba904d3 req-ffd21640-c540-4ca2-87fa-3e0aceb6396a service nova] Acquiring lock "refresh_cache-864edcde-00fe-4c44-9702-006c60068b0c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.192360] env[62024]: DEBUG oslo_concurrency.lockutils [req-8273f43c-fce0-472e-a78e-63f64ba904d3 req-ffd21640-c540-4ca2-87fa-3e0aceb6396a service nova] Acquired lock "refresh_cache-864edcde-00fe-4c44-9702-006c60068b0c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.192544] env[62024]: DEBUG nova.network.neutron [req-8273f43c-fce0-472e-a78e-63f64ba904d3 req-ffd21640-c540-4ca2-87fa-3e0aceb6396a service nova] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Refreshing network info cache for port d8b25b40-d41f-4d7d-8294-255611259d21 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.196029] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Created folder: Project (8643f2c328184065b686152bc4b4cf9d) in parent group-v465568. [ 752.196176] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Creating folder: Instances. Parent ref: group-v465734. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.196416] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d2fd640-b4ed-416d-a53c-761274dfbecf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.206470] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Created folder: Instances in parent group-v465734. [ 752.206614] env[62024]: DEBUG oslo.service.loopingcall [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.206792] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.207017] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ce1d1e9-15a3-4fa2-9548-f31fb9e57482 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.231658] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288164, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.232891] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.232891] env[62024]: value = "task-2288167" [ 752.232891] env[62024]: _type = "Task" [ 752.232891] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.241310] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288167, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.313196] env[62024]: DEBUG nova.compute.manager [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.325013] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288160, 'name': Destroy_Task, 'duration_secs': 1.7048} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.325101] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Destroyed the VM [ 752.325355] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 752.325614] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b3d9a1c4-0fb8-4f18-a745-f6c574d99737 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.332091] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 752.332091] env[62024]: value = "task-2288168" [ 752.332091] env[62024]: _type = "Task" [ 752.332091] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.343040] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288168, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.345280] env[62024]: DEBUG nova.virt.hardware [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.345528] env[62024]: DEBUG nova.virt.hardware [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.345734] env[62024]: DEBUG nova.virt.hardware [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.345938] env[62024]: DEBUG nova.virt.hardware [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.346116] env[62024]: DEBUG nova.virt.hardware [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.346273] env[62024]: DEBUG nova.virt.hardware [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.346503] env[62024]: DEBUG nova.virt.hardware [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.346769] env[62024]: DEBUG nova.virt.hardware [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.346902] env[62024]: DEBUG nova.virt.hardware [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.347103] env[62024]: DEBUG nova.virt.hardware [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.347280] env[62024]: DEBUG nova.virt.hardware [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.348371] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17be429b-5e77-4f40-90a4-d5f82d38e86e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.355859] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0f65dc-07d1-4280-a28a-d2bbe3223ad3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.453860] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.456831] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.782s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.458266] env[62024]: INFO nova.compute.claims [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.482076] env[62024]: INFO nova.scheduler.client.report [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleted allocations for instance 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d [ 752.662874] env[62024]: DEBUG oslo_vmware.api [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288163, 'name': PowerOnVM_Task, 'duration_secs': 1.376053} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.663162] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.663370] env[62024]: INFO nova.compute.manager [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Took 11.55 seconds to spawn the instance on the hypervisor. [ 752.663550] env[62024]: DEBUG nova.compute.manager [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.664413] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e24f0e-1812-4867-aac5-bf28a1264ff9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.736715] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288164, 'name': ReconfigVM_Task, 'duration_secs': 1.060002} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.740817] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5/3fc289e9-3c96-4f1f-9cbb-52482e5502d5.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.741432] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a42b198-76b0-4a49-9d91-8f394e2555c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.748676] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288167, 'name': CreateVM_Task, 'duration_secs': 0.438434} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.749726] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.750087] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 752.750087] env[62024]: value = "task-2288169" [ 752.750087] env[62024]: _type = "Task" [ 752.750087] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.750677] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.750862] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.751203] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.751522] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d828a63b-fc6c-4af1-8f02-5af3ae291ed2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.760375] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Waiting for the task: (returnval){ [ 752.760375] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e5c172-e220-a49e-d4fa-7af4bc570d8e" [ 752.760375] env[62024]: _type = "Task" [ 752.760375] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.763251] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288169, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.772476] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e5c172-e220-a49e-d4fa-7af4bc570d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.772766] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.773063] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.773235] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.773382] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.773567] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.773831] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fcfe095-1744-4a0a-b567-b774a6b90130 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.782571] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.782838] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.783498] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-365718ea-c6c9-4a3b-b08e-7a941843d349 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.788990] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Waiting for the task: (returnval){ [ 752.788990] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52820c9d-3e33-0841-9b3e-e00859ba35a8" [ 752.788990] env[62024]: _type = "Task" [ 752.788990] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.797148] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52820c9d-3e33-0841-9b3e-e00859ba35a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.841406] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288168, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.992682] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ff3e6d46-e349-4278-9fed-28e3339c746e tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "6486ab8d-5a85-4a12-817b-b34fc6ff5a1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.074s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.079436] env[62024]: DEBUG nova.network.neutron [req-8273f43c-fce0-472e-a78e-63f64ba904d3 req-ffd21640-c540-4ca2-87fa-3e0aceb6396a service nova] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Updated VIF entry in instance network info cache for port d8b25b40-d41f-4d7d-8294-255611259d21. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.079807] env[62024]: DEBUG nova.network.neutron [req-8273f43c-fce0-472e-a78e-63f64ba904d3 req-ffd21640-c540-4ca2-87fa-3e0aceb6396a service nova] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Updating instance_info_cache with network_info: [{"id": "d8b25b40-d41f-4d7d-8294-255611259d21", "address": "fa:16:3e:9f:48:81", "network": {"id": "c25f4e85-6d1d-4cfc-9759-86912f18d273", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1424033300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8643f2c328184065b686152bc4b4cf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b25b40-d4", "ovs_interfaceid": "d8b25b40-d41f-4d7d-8294-255611259d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.184222] env[62024]: INFO nova.compute.manager [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Took 52.15 seconds to build instance. [ 753.188915] env[62024]: DEBUG nova.network.neutron [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Successfully updated port: 02360b1d-ae42-4d9a-86f3-330728ac1ca5 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.261638] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288169, 'name': Rename_Task, 'duration_secs': 0.297085} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.261900] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.262198] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f03db9f-db44-4feb-8516-d7f7d92c8818 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.268728] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 753.268728] env[62024]: value = "task-2288170" [ 753.268728] env[62024]: _type = "Task" [ 753.268728] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.276929] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.299716] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52820c9d-3e33-0841-9b3e-e00859ba35a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008953} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.300154] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c0c658-797f-497b-bff0-75dc233bd365 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.305645] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Waiting for the task: (returnval){ [ 753.305645] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526cc26e-c76d-0f30-f09c-98cb379269ae" [ 753.305645] env[62024]: _type = "Task" [ 753.305645] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.313468] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526cc26e-c76d-0f30-f09c-98cb379269ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.342032] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288168, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.583747] env[62024]: DEBUG oslo_concurrency.lockutils [req-8273f43c-fce0-472e-a78e-63f64ba904d3 req-ffd21640-c540-4ca2-87fa-3e0aceb6396a service nova] Releasing lock "refresh_cache-864edcde-00fe-4c44-9702-006c60068b0c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.688308] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7d302d50-a6ac-4d5a-9366-fb2070c938ad tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b9ea0526-0c2b-4b75-a260-7c5beff1f1c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.675s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.689858] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "refresh_cache-7ac4b908-16cc-45e8-802b-ab55bd92aeb0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.689990] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "refresh_cache-7ac4b908-16cc-45e8-802b-ab55bd92aeb0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.690148] env[62024]: DEBUG nova.network.neutron [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.779210] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288170, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.815889] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526cc26e-c76d-0f30-f09c-98cb379269ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010801} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.816190] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.816575] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 864edcde-00fe-4c44-9702-006c60068b0c/864edcde-00fe-4c44-9702-006c60068b0c.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.816883] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88b819d9-e433-4ff4-9ea9-67d752ba3097 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.826939] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Waiting for the task: (returnval){ [ 753.826939] env[62024]: value = "task-2288171" [ 753.826939] env[62024]: _type = "Task" [ 753.826939] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.840857] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.847247] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288168, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.933210] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c77acf-b4d8-42d8-b643-8e8aec7b3b49 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.940524] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e638b50-194d-433a-953a-fa772d27ee3e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.976555] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ef358b-8ee8-41f2-8bb0-73ecf4a53c71 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.984917] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf007999-a544-4770-9957-ef6821e7cdd6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.998223] env[62024]: DEBUG nova.compute.provider_tree [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.192526] env[62024]: DEBUG nova.compute.manager [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.219973] env[62024]: DEBUG nova.compute.manager [req-9cbac61b-0b2b-4486-85f3-f033ca895811 req-4f90e446-bec8-403a-9158-b3d7c3aa6afc service nova] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Received event network-vif-plugged-02360b1d-ae42-4d9a-86f3-330728ac1ca5 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.220228] env[62024]: DEBUG oslo_concurrency.lockutils [req-9cbac61b-0b2b-4486-85f3-f033ca895811 req-4f90e446-bec8-403a-9158-b3d7c3aa6afc service nova] Acquiring lock "7ac4b908-16cc-45e8-802b-ab55bd92aeb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.220444] env[62024]: DEBUG oslo_concurrency.lockutils [req-9cbac61b-0b2b-4486-85f3-f033ca895811 req-4f90e446-bec8-403a-9158-b3d7c3aa6afc service nova] Lock "7ac4b908-16cc-45e8-802b-ab55bd92aeb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.220612] env[62024]: DEBUG oslo_concurrency.lockutils [req-9cbac61b-0b2b-4486-85f3-f033ca895811 req-4f90e446-bec8-403a-9158-b3d7c3aa6afc service nova] Lock "7ac4b908-16cc-45e8-802b-ab55bd92aeb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.221312] env[62024]: DEBUG nova.compute.manager [req-9cbac61b-0b2b-4486-85f3-f033ca895811 req-4f90e446-bec8-403a-9158-b3d7c3aa6afc service nova] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] No waiting events found dispatching network-vif-plugged-02360b1d-ae42-4d9a-86f3-330728ac1ca5 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.221556] env[62024]: WARNING nova.compute.manager [req-9cbac61b-0b2b-4486-85f3-f033ca895811 req-4f90e446-bec8-403a-9158-b3d7c3aa6afc service nova] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Received unexpected event network-vif-plugged-02360b1d-ae42-4d9a-86f3-330728ac1ca5 for instance with vm_state building and task_state spawning. [ 754.222443] env[62024]: DEBUG nova.compute.manager [req-9cbac61b-0b2b-4486-85f3-f033ca895811 req-4f90e446-bec8-403a-9158-b3d7c3aa6afc service nova] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Received event network-changed-02360b1d-ae42-4d9a-86f3-330728ac1ca5 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.222443] env[62024]: DEBUG nova.compute.manager [req-9cbac61b-0b2b-4486-85f3-f033ca895811 req-4f90e446-bec8-403a-9158-b3d7c3aa6afc service nova] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Refreshing instance network info cache due to event network-changed-02360b1d-ae42-4d9a-86f3-330728ac1ca5. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 754.222443] env[62024]: DEBUG oslo_concurrency.lockutils [req-9cbac61b-0b2b-4486-85f3-f033ca895811 req-4f90e446-bec8-403a-9158-b3d7c3aa6afc service nova] Acquiring lock "refresh_cache-7ac4b908-16cc-45e8-802b-ab55bd92aeb0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.232703] env[62024]: DEBUG nova.network.neutron [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.284356] env[62024]: DEBUG oslo_vmware.api [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288170, 'name': PowerOnVM_Task, 'duration_secs': 0.637541} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.284654] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.284858] env[62024]: INFO nova.compute.manager [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Took 7.29 seconds to spawn the instance on the hypervisor. [ 754.285235] env[62024]: DEBUG nova.compute.manager [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.286021] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783aff3a-026e-40c7-a994-071a8f3653df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.342438] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288171, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.348081] env[62024]: DEBUG oslo_vmware.api [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288168, 'name': RemoveSnapshot_Task, 'duration_secs': 1.559428} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.348340] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 754.419957] env[62024]: DEBUG nova.network.neutron [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Updating instance_info_cache with network_info: [{"id": "02360b1d-ae42-4d9a-86f3-330728ac1ca5", "address": "fa:16:3e:99:cc:bb", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02360b1d-ae", "ovs_interfaceid": "02360b1d-ae42-4d9a-86f3-330728ac1ca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.501026] env[62024]: DEBUG nova.scheduler.client.report [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.720316] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.805049] env[62024]: INFO nova.compute.manager [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Took 47.69 seconds to build instance. [ 754.837429] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529067} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.837694] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 864edcde-00fe-4c44-9702-006c60068b0c/864edcde-00fe-4c44-9702-006c60068b0c.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.837898] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.838170] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4db39219-4f8b-4db6-8c34-bcefc3d77ee1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.844847] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Waiting for the task: (returnval){ [ 754.844847] env[62024]: value = "task-2288172" [ 754.844847] env[62024]: _type = "Task" [ 754.844847] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.853508] env[62024]: WARNING nova.compute.manager [None req-be55920b-6e27-4502-81ab-abb9e029b5a9 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Image not found during snapshot: nova.exception.ImageNotFound: Image 36615120-8d23-4899-9ab0-e9fa901b950f could not be found. [ 754.854543] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.923184] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "refresh_cache-7ac4b908-16cc-45e8-802b-ab55bd92aeb0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.923519] env[62024]: DEBUG nova.compute.manager [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Instance network_info: |[{"id": "02360b1d-ae42-4d9a-86f3-330728ac1ca5", "address": "fa:16:3e:99:cc:bb", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02360b1d-ae", "ovs_interfaceid": "02360b1d-ae42-4d9a-86f3-330728ac1ca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.923858] env[62024]: DEBUG oslo_concurrency.lockutils [req-9cbac61b-0b2b-4486-85f3-f033ca895811 req-4f90e446-bec8-403a-9158-b3d7c3aa6afc service nova] Acquired lock "refresh_cache-7ac4b908-16cc-45e8-802b-ab55bd92aeb0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.924109] env[62024]: DEBUG nova.network.neutron [req-9cbac61b-0b2b-4486-85f3-f033ca895811 req-4f90e446-bec8-403a-9158-b3d7c3aa6afc service nova] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Refreshing network info cache for port 02360b1d-ae42-4d9a-86f3-330728ac1ca5 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.925349] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:cc:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02360b1d-ae42-4d9a-86f3-330728ac1ca5', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.933772] env[62024]: DEBUG oslo.service.loopingcall [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.937017] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.937533] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fd7c99a-8c5e-41ed-82e9-563a2cebda2b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.960409] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.960409] env[62024]: value = "task-2288173" [ 754.960409] env[62024]: _type = "Task" [ 754.960409] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.968826] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288173, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.006070] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.006589] env[62024]: DEBUG nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.009454] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.306s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.011065] env[62024]: INFO nova.compute.claims [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.263027] env[62024]: DEBUG nova.network.neutron [req-9cbac61b-0b2b-4486-85f3-f033ca895811 req-4f90e446-bec8-403a-9158-b3d7c3aa6afc service nova] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Updated VIF entry in instance network info cache for port 02360b1d-ae42-4d9a-86f3-330728ac1ca5. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.263140] env[62024]: DEBUG nova.network.neutron [req-9cbac61b-0b2b-4486-85f3-f033ca895811 req-4f90e446-bec8-403a-9158-b3d7c3aa6afc service nova] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Updating instance_info_cache with network_info: [{"id": "02360b1d-ae42-4d9a-86f3-330728ac1ca5", "address": "fa:16:3e:99:cc:bb", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02360b1d-ae", "ovs_interfaceid": "02360b1d-ae42-4d9a-86f3-330728ac1ca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.307325] env[62024]: DEBUG oslo_concurrency.lockutils [None req-32f44c94-51db-43c4-9b53-ec593ac7bb84 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Lock "3fc289e9-3c96-4f1f-9cbb-52482e5502d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.197s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.356252] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069723} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.357033] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.357353] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6589b756-e996-42db-9c37-5e51ed80dfaa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.379903] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 864edcde-00fe-4c44-9702-006c60068b0c/864edcde-00fe-4c44-9702-006c60068b0c.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.380224] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9341ccbe-5a86-4691-ab8a-86172452a779 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.400808] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Waiting for the task: (returnval){ [ 755.400808] env[62024]: value = "task-2288174" [ 755.400808] env[62024]: _type = "Task" [ 755.400808] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.409763] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.470215] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288173, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.517890] env[62024]: DEBUG nova.compute.utils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 755.519525] env[62024]: DEBUG nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.519744] env[62024]: DEBUG nova.network.neutron [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.571215] env[62024]: DEBUG nova.policy [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '546988a248744b43a8cb859d3332ffb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd199d1180fe443b49ed8a05d294946f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.754469] env[62024]: INFO nova.compute.manager [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Rebuilding instance [ 755.765849] env[62024]: DEBUG oslo_concurrency.lockutils [req-9cbac61b-0b2b-4486-85f3-f033ca895811 req-4f90e446-bec8-403a-9158-b3d7c3aa6afc service nova] Releasing lock "refresh_cache-7ac4b908-16cc-45e8-802b-ab55bd92aeb0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.807100] env[62024]: DEBUG nova.compute.manager [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.807935] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361e8b1f-bff6-475e-be2a-7dbdc41abed0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.811236] env[62024]: DEBUG nova.compute.manager [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.910706] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288174, 'name': ReconfigVM_Task, 'duration_secs': 0.310128} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.911198] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 864edcde-00fe-4c44-9702-006c60068b0c/864edcde-00fe-4c44-9702-006c60068b0c.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.911906] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e85167ae-6b34-4b02-a41c-4a222a85ae0f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.919380] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Waiting for the task: (returnval){ [ 755.919380] env[62024]: value = "task-2288175" [ 755.919380] env[62024]: _type = "Task" [ 755.919380] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.929639] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288175, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.969445] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288173, 'name': CreateVM_Task, 'duration_secs': 0.592965} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.969647] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.970448] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.970620] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.970953] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.971248] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b16616-be74-4566-a602-5a8d87c78886 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.976220] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 755.976220] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c22720-d281-e43a-6dd2-51e1c9deb7e2" [ 755.976220] env[62024]: _type = "Task" [ 755.976220] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.984640] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c22720-d281-e43a-6dd2-51e1c9deb7e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.006138] env[62024]: DEBUG nova.network.neutron [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Successfully created port: a70115d7-d773-4a86-83e4-c8e417842ee3 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.022714] env[62024]: DEBUG nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.156733] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "c36103cc-41ef-4f04-bacf-7f08b9b02570" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.156837] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "c36103cc-41ef-4f04-bacf-7f08b9b02570" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.157052] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "c36103cc-41ef-4f04-bacf-7f08b9b02570-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.157243] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "c36103cc-41ef-4f04-bacf-7f08b9b02570-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.157552] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "c36103cc-41ef-4f04-bacf-7f08b9b02570-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.159464] env[62024]: INFO nova.compute.manager [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Terminating instance [ 756.333217] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.431729] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288175, 'name': Rename_Task, 'duration_secs': 0.136111} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.434236] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.434675] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81cfef94-a13f-4d0a-9339-5f2276bae49c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.440520] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Waiting for the task: (returnval){ [ 756.440520] env[62024]: value = "task-2288176" [ 756.440520] env[62024]: _type = "Task" [ 756.440520] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.454690] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.489580] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c22720-d281-e43a-6dd2-51e1c9deb7e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008926} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.489880] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.490126] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.490363] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.490537] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.490715] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.490936] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d32a427-f37a-4acf-9739-6b55c7f9a7aa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.501197] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.501380] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.502209] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46097542-d05a-4203-a069-b9872267e63c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.506969] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 756.506969] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52319651-219c-7ce3-d785-b55ddcc5e97f" [ 756.506969] env[62024]: _type = "Task" [ 756.506969] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.517321] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52319651-219c-7ce3-d785-b55ddcc5e97f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.549727] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dc9390-49a4-44d6-ba1b-5129f7d5c2c1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.556833] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e242dbc5-64dd-4078-ac95-459f38f0a6db {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.590899] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0603a30-50ea-413c-9109-89df18bbd1ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.599968] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f82d1a4-a85a-4eb8-a7ff-eac266f8cdf9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.614322] env[62024]: DEBUG nova.compute.provider_tree [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.662967] env[62024]: DEBUG nova.compute.manager [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.663259] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.664137] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef9b407-23f5-480f-bfb9-53f415119320 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.671883] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.672839] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bddecf3-5696-473f-a126-edfc71bd20a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.678762] env[62024]: DEBUG oslo_vmware.api [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 756.678762] env[62024]: value = "task-2288177" [ 756.678762] env[62024]: _type = "Task" [ 756.678762] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.690423] env[62024]: DEBUG oslo_vmware.api [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.754716] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "b9ea0526-0c2b-4b75-a260-7c5beff1f1c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.755040] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b9ea0526-0c2b-4b75-a260-7c5beff1f1c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.755279] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "b9ea0526-0c2b-4b75-a260-7c5beff1f1c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.755526] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b9ea0526-0c2b-4b75-a260-7c5beff1f1c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.755736] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b9ea0526-0c2b-4b75-a260-7c5beff1f1c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.758042] env[62024]: INFO nova.compute.manager [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Terminating instance [ 756.826374] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.826741] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e22280f2-61c9-4d3c-87b8-1ebea263f0a5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.835535] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 756.835535] env[62024]: value = "task-2288178" [ 756.835535] env[62024]: _type = "Task" [ 756.835535] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.843643] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.951924] env[62024]: DEBUG oslo_vmware.api [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288176, 'name': PowerOnVM_Task, 'duration_secs': 0.45597} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.951924] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.951924] env[62024]: INFO nova.compute.manager [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Took 7.34 seconds to spawn the instance on the hypervisor. [ 756.951924] env[62024]: DEBUG nova.compute.manager [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.952687] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b699f00-f730-4ba8-bc03-f9a6ff60313b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.017582] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52319651-219c-7ce3-d785-b55ddcc5e97f, 'name': SearchDatastore_Task, 'duration_secs': 0.008691} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.018493] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b462f5bb-ecb1-4c1a-a682-36f5b18f48b1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.024789] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 757.024789] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c70fa6-63fb-3d05-cfbb-ad67ce073ee8" [ 757.024789] env[62024]: _type = "Task" [ 757.024789] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.032206] env[62024]: DEBUG nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.038260] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c70fa6-63fb-3d05-cfbb-ad67ce073ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.059266] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.059532] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.059702] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.059886] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.060049] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.060203] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.060413] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.060571] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.060734] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.060935] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.061136] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.062041] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa69b1b-758d-4554-bae8-399a1c2b873a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.069769] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e4ca30-a458-4581-baf8-88bd39361dc6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.137046] env[62024]: ERROR nova.scheduler.client.report [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [req-b5b8cc6e-3250-4719-9afd-07dec9805dcb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2414aeaf-2a82-48f5-b61f-d58b79924cbf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b5b8cc6e-3250-4719-9afd-07dec9805dcb"}]} [ 757.153096] env[62024]: DEBUG nova.scheduler.client.report [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Refreshing inventories for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 757.166926] env[62024]: DEBUG nova.scheduler.client.report [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Updating ProviderTree inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 757.167164] env[62024]: DEBUG nova.compute.provider_tree [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.179225] env[62024]: DEBUG nova.scheduler.client.report [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Refreshing aggregate associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, aggregates: None {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 757.189953] env[62024]: DEBUG oslo_vmware.api [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288177, 'name': PowerOffVM_Task, 'duration_secs': 0.246267} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.190216] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.190385] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.190626] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32728b86-fa72-4072-a22d-6a7260e801a7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.196694] env[62024]: DEBUG nova.scheduler.client.report [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Refreshing trait associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 757.262430] env[62024]: DEBUG nova.compute.manager [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.262663] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.263882] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77498fa5-5455-498e-a91a-7b582ef82ef7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.272239] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.272541] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12b95820-79cf-4e34-b1d2-d73f13d0851b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.278038] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.278246] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.278420] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Deleting the datastore file [datastore2] c36103cc-41ef-4f04-bacf-7f08b9b02570 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.278690] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5a87ac4-0443-48e5-a089-f273788783dc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.282105] env[62024]: DEBUG oslo_vmware.api [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 757.282105] env[62024]: value = "task-2288180" [ 757.282105] env[62024]: _type = "Task" [ 757.282105] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.286236] env[62024]: DEBUG oslo_vmware.api [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 757.286236] env[62024]: value = "task-2288181" [ 757.286236] env[62024]: _type = "Task" [ 757.286236] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.296075] env[62024]: DEBUG oslo_vmware.api [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.301684] env[62024]: DEBUG oslo_vmware.api [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.349830] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288178, 'name': PowerOffVM_Task, 'duration_secs': 0.132969} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.350187] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.350473] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.351393] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dfe99b-a41d-421c-b2ce-076b255d74ca {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.362478] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.362776] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2f9a486-7b72-4954-bce1-a806c913bb38 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.386032] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.386271] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.386452] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Deleting the datastore file [datastore1] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.386707] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21135a38-5a88-45db-96fa-519d2c442837 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.396308] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 757.396308] env[62024]: value = "task-2288183" [ 757.396308] env[62024]: _type = "Task" [ 757.396308] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.404400] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.472030] env[62024]: INFO nova.compute.manager [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Took 50.31 seconds to build instance. [ 757.536787] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c70fa6-63fb-3d05-cfbb-ad67ce073ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.536787] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.537139] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 7ac4b908-16cc-45e8-802b-ab55bd92aeb0/7ac4b908-16cc-45e8-802b-ab55bd92aeb0.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.537186] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b69eb6c8-251c-4ae8-8867-2879113eb558 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.543958] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 757.543958] env[62024]: value = "task-2288184" [ 757.543958] env[62024]: _type = "Task" [ 757.543958] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.551805] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.655493] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8432188a-866b-41cc-829f-2959e64caede {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.664185] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec80ae8f-9f28-43c9-a646-093781006ca4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.703508] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301467dd-66f5-407f-81e9-9a1852a55ad3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.712624] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67a63ec-3718-4c53-bea1-f7382594d67a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.727947] env[62024]: DEBUG nova.compute.provider_tree [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.798449] env[62024]: DEBUG oslo_vmware.api [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288180, 'name': PowerOffVM_Task, 'duration_secs': 0.172805} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.799322] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.799623] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.799923] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1e825bb-3672-4736-8153-7e8335ef656e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.807778] env[62024]: DEBUG oslo_vmware.api [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166388} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.808176] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.808437] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.808710] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.808963] env[62024]: INFO nova.compute.manager [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Took 1.15 seconds to destroy the instance on the hypervisor. [ 757.809339] env[62024]: DEBUG oslo.service.loopingcall [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.809640] env[62024]: DEBUG nova.compute.manager [-] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.809815] env[62024]: DEBUG nova.network.neutron [-] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.840642] env[62024]: DEBUG nova.compute.manager [req-efb354aa-a218-4988-a17c-db2064afd7a5 req-20b4fc94-4f6d-43e8-9d23-1dc6712fca41 service nova] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Received event network-vif-plugged-a70115d7-d773-4a86-83e4-c8e417842ee3 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.840642] env[62024]: DEBUG oslo_concurrency.lockutils [req-efb354aa-a218-4988-a17c-db2064afd7a5 req-20b4fc94-4f6d-43e8-9d23-1dc6712fca41 service nova] Acquiring lock "94744d19-3ad4-42bd-ba98-0bf84f87ef06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.840642] env[62024]: DEBUG oslo_concurrency.lockutils [req-efb354aa-a218-4988-a17c-db2064afd7a5 req-20b4fc94-4f6d-43e8-9d23-1dc6712fca41 service nova] Lock "94744d19-3ad4-42bd-ba98-0bf84f87ef06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.840642] env[62024]: DEBUG oslo_concurrency.lockutils [req-efb354aa-a218-4988-a17c-db2064afd7a5 req-20b4fc94-4f6d-43e8-9d23-1dc6712fca41 service nova] Lock "94744d19-3ad4-42bd-ba98-0bf84f87ef06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.840642] env[62024]: DEBUG nova.compute.manager [req-efb354aa-a218-4988-a17c-db2064afd7a5 req-20b4fc94-4f6d-43e8-9d23-1dc6712fca41 service nova] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] No waiting events found dispatching network-vif-plugged-a70115d7-d773-4a86-83e4-c8e417842ee3 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.840816] env[62024]: WARNING nova.compute.manager [req-efb354aa-a218-4988-a17c-db2064afd7a5 req-20b4fc94-4f6d-43e8-9d23-1dc6712fca41 service nova] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Received unexpected event network-vif-plugged-a70115d7-d773-4a86-83e4-c8e417842ee3 for instance with vm_state building and task_state spawning. [ 757.881585] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.881908] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.882186] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Deleting the datastore file [datastore1] b9ea0526-0c2b-4b75-a260-7c5beff1f1c3 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.883059] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4814e087-2e6c-423e-9ea5-135a75fce38e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.894457] env[62024]: DEBUG oslo_vmware.api [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 757.894457] env[62024]: value = "task-2288186" [ 757.894457] env[62024]: _type = "Task" [ 757.894457] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.910132] env[62024]: DEBUG oslo_vmware.api [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.916914] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106335} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.918146] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.918350] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.918532] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.973748] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f3c0d72-4d01-4514-96cc-ce829e3c64e4 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Lock "864edcde-00fe-4c44-9702-006c60068b0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.821s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.020731] env[62024]: DEBUG nova.network.neutron [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Successfully updated port: a70115d7-d773-4a86-83e4-c8e417842ee3 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.054479] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288184, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.231971] env[62024]: DEBUG nova.scheduler.client.report [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.404742] env[62024]: DEBUG oslo_vmware.api [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450785} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.405014] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.405216] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.405392] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.405567] env[62024]: INFO nova.compute.manager [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 758.405792] env[62024]: DEBUG oslo.service.loopingcall [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.405986] env[62024]: DEBUG nova.compute.manager [-] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.406091] env[62024]: DEBUG nova.network.neutron [-] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.411247] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquiring lock "864edcde-00fe-4c44-9702-006c60068b0c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.411467] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Lock "864edcde-00fe-4c44-9702-006c60068b0c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.411683] env[62024]: INFO nova.compute.manager [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Rebooting instance [ 758.476820] env[62024]: DEBUG nova.compute.manager [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.523045] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "refresh_cache-94744d19-3ad4-42bd-ba98-0bf84f87ef06" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.523185] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired lock "refresh_cache-94744d19-3ad4-42bd-ba98-0bf84f87ef06" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.523337] env[62024]: DEBUG nova.network.neutron [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.555353] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731802} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.555614] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 7ac4b908-16cc-45e8-802b-ab55bd92aeb0/7ac4b908-16cc-45e8-802b-ab55bd92aeb0.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.555823] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.556080] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26eb98d3-6d37-4f72-a0cc-090c33dec0aa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.562990] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 758.562990] env[62024]: value = "task-2288187" [ 758.562990] env[62024]: _type = "Task" [ 758.562990] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.572245] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.703557] env[62024]: DEBUG nova.network.neutron [-] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.736855] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.727s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.737400] env[62024]: DEBUG nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.739902] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.715s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.741325] env[62024]: INFO nova.compute.claims [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.936329] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquiring lock "refresh_cache-864edcde-00fe-4c44-9702-006c60068b0c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.936602] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquired lock "refresh_cache-864edcde-00fe-4c44-9702-006c60068b0c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.936802] env[62024]: DEBUG nova.network.neutron [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.956613] env[62024]: DEBUG nova.virt.hardware [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.956799] env[62024]: DEBUG nova.virt.hardware [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.956961] env[62024]: DEBUG nova.virt.hardware [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.957158] env[62024]: DEBUG nova.virt.hardware [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.957307] env[62024]: DEBUG nova.virt.hardware [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.957453] env[62024]: DEBUG nova.virt.hardware [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.957660] env[62024]: DEBUG nova.virt.hardware [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.957890] env[62024]: DEBUG nova.virt.hardware [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.958089] env[62024]: DEBUG nova.virt.hardware [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.958260] env[62024]: DEBUG nova.virt.hardware [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.958434] env[62024]: DEBUG nova.virt.hardware [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.959527] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37e0948-ac7a-4203-a702-2f0f39408484 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.967386] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5450367a-b4aa-4963-87ff-3b22ffcdfa47 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.982799] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Instance VIF info [] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.988373] env[62024]: DEBUG oslo.service.loopingcall [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.990898] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.991300] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad59d7f5-a805-4952-bd1f-d743acf1c27d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.005051] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.010292] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.010292] env[62024]: value = "task-2288188" [ 759.010292] env[62024]: _type = "Task" [ 759.010292] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.019486] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288188, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.056686] env[62024]: DEBUG nova.network.neutron [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.074933] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168994} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.078453] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.079622] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bf2d12-0652-4cdc-aa6f-5388805503d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.113250] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 7ac4b908-16cc-45e8-802b-ab55bd92aeb0/7ac4b908-16cc-45e8-802b-ab55bd92aeb0.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.116200] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10dfdb62-b05e-4021-a640-f1f51ccda2d8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.137668] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 759.137668] env[62024]: value = "task-2288189" [ 759.137668] env[62024]: _type = "Task" [ 759.137668] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.149894] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.168992] env[62024]: DEBUG nova.network.neutron [-] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.206841] env[62024]: INFO nova.compute.manager [-] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Took 1.40 seconds to deallocate network for instance. [ 759.247086] env[62024]: DEBUG nova.compute.utils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 759.250645] env[62024]: DEBUG nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.250822] env[62024]: DEBUG nova.network.neutron [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.330591] env[62024]: DEBUG nova.network.neutron [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Updating instance_info_cache with network_info: [{"id": "a70115d7-d773-4a86-83e4-c8e417842ee3", "address": "fa:16:3e:1e:7f:6b", "network": {"id": "6b871deb-4045-4a81-80a4-6547049cf458", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1912340734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d199d1180fe443b49ed8a05d294946f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70115d7-d7", "ovs_interfaceid": "a70115d7-d773-4a86-83e4-c8e417842ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.334582] env[62024]: DEBUG nova.policy [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '546988a248744b43a8cb859d3332ffb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd199d1180fe443b49ed8a05d294946f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.523021] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288188, 'name': CreateVM_Task, 'duration_secs': 0.347798} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.523021] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.523021] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.523021] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.523021] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.523021] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ffc69f4-3f35-4630-ba2b-61e6d87079c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.530775] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 759.530775] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a4c637-5134-3a11-4b5d-02f1e87724ca" [ 759.530775] env[62024]: _type = "Task" [ 759.530775] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.539638] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a4c637-5134-3a11-4b5d-02f1e87724ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.647134] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288189, 'name': ReconfigVM_Task, 'duration_secs': 0.296557} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.647444] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 7ac4b908-16cc-45e8-802b-ab55bd92aeb0/7ac4b908-16cc-45e8-802b-ab55bd92aeb0.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.648080] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63cc6835-7999-4a5a-82ca-1486227ee6bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.655057] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 759.655057] env[62024]: value = "task-2288190" [ 759.655057] env[62024]: _type = "Task" [ 759.655057] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.663396] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288190, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.671977] env[62024]: INFO nova.compute.manager [-] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Took 1.27 seconds to deallocate network for instance. [ 759.712650] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.757021] env[62024]: DEBUG nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.831777] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Releasing lock "refresh_cache-94744d19-3ad4-42bd-ba98-0bf84f87ef06" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.832622] env[62024]: DEBUG nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Instance network_info: |[{"id": "a70115d7-d773-4a86-83e4-c8e417842ee3", "address": "fa:16:3e:1e:7f:6b", "network": {"id": "6b871deb-4045-4a81-80a4-6547049cf458", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1912340734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d199d1180fe443b49ed8a05d294946f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70115d7-d7", "ovs_interfaceid": "a70115d7-d773-4a86-83e4-c8e417842ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.833968] env[62024]: DEBUG nova.network.neutron [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Successfully created port: 15ae81fa-43d2-48cb-ba88-6ba191f10c8e {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.837098] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:7f:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a70115d7-d773-4a86-83e4-c8e417842ee3', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.853116] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Creating folder: Project (d199d1180fe443b49ed8a05d294946f8). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.853116] env[62024]: DEBUG nova.network.neutron [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Updating instance_info_cache with network_info: [{"id": "d8b25b40-d41f-4d7d-8294-255611259d21", "address": "fa:16:3e:9f:48:81", "network": {"id": "c25f4e85-6d1d-4cfc-9759-86912f18d273", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1424033300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8643f2c328184065b686152bc4b4cf9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8b25b40-d4", "ovs_interfaceid": "d8b25b40-d41f-4d7d-8294-255611259d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.857428] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2968506f-3e0a-429b-b926-3baf66789aa9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.870271] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Created folder: Project (d199d1180fe443b49ed8a05d294946f8) in parent group-v465568. [ 759.870459] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Creating folder: Instances. Parent ref: group-v465739. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.870838] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f37b3f8-6bab-4bff-a00b-88d1b14796e9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.881939] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Created folder: Instances in parent group-v465739. [ 759.882183] env[62024]: DEBUG oslo.service.loopingcall [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.882449] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.882664] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7137546b-ffad-4e5c-9060-202a8ac3a4b0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.905700] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.905700] env[62024]: value = "task-2288193" [ 759.905700] env[62024]: _type = "Task" [ 759.905700] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.913867] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288193, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.922198] env[62024]: DEBUG nova.compute.manager [req-5cd97733-ef7e-4cdc-a798-ec31b747a576 req-640ad94d-0599-49fe-9254-b6075ceb5cd2 service nova] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Received event network-changed-a70115d7-d773-4a86-83e4-c8e417842ee3 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.922390] env[62024]: DEBUG nova.compute.manager [req-5cd97733-ef7e-4cdc-a798-ec31b747a576 req-640ad94d-0599-49fe-9254-b6075ceb5cd2 service nova] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Refreshing instance network info cache due to event network-changed-a70115d7-d773-4a86-83e4-c8e417842ee3. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.924018] env[62024]: DEBUG oslo_concurrency.lockutils [req-5cd97733-ef7e-4cdc-a798-ec31b747a576 req-640ad94d-0599-49fe-9254-b6075ceb5cd2 service nova] Acquiring lock "refresh_cache-94744d19-3ad4-42bd-ba98-0bf84f87ef06" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.924018] env[62024]: DEBUG oslo_concurrency.lockutils [req-5cd97733-ef7e-4cdc-a798-ec31b747a576 req-640ad94d-0599-49fe-9254-b6075ceb5cd2 service nova] Acquired lock "refresh_cache-94744d19-3ad4-42bd-ba98-0bf84f87ef06" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.924018] env[62024]: DEBUG nova.network.neutron [req-5cd97733-ef7e-4cdc-a798-ec31b747a576 req-640ad94d-0599-49fe-9254-b6075ceb5cd2 service nova] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Refreshing network info cache for port a70115d7-d773-4a86-83e4-c8e417842ee3 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.041364] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a4c637-5134-3a11-4b5d-02f1e87724ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012542} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.041664] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.042288] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.042561] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.042713] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.042944] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.043355] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25eddcc8-6bb1-4ebd-a55d-803174f8a75b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.051114] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.051307] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.052045] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22287f34-57ca-4704-a8f7-aa07baa46a57 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.057266] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 760.057266] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fb0385-bd87-540a-50e3-fb8d6cf313c4" [ 760.057266] env[62024]: _type = "Task" [ 760.057266] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.067689] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fb0385-bd87-540a-50e3-fb8d6cf313c4, 'name': SearchDatastore_Task, 'duration_secs': 0.007859} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.068805] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3462def-7f87-4502-9977-03f68bd4cef1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.073520] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 760.073520] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522f62ac-a762-54fa-3186-14d415ab7110" [ 760.073520] env[62024]: _type = "Task" [ 760.073520] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.083055] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522f62ac-a762-54fa-3186-14d415ab7110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.165090] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288190, 'name': Rename_Task, 'duration_secs': 0.14252} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.167687] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.168109] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f4a6ebe-d925-4a19-8405-5561f045840f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.174250] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 760.174250] env[62024]: value = "task-2288194" [ 760.174250] env[62024]: _type = "Task" [ 760.174250] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.180502] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.186127] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.310805] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a2e12d-cf94-4af4-884b-11658d711a6f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.318143] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0244ddf3-64ab-4651-ac4c-698596538a16 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.349144] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff713ac5-c1d0-4bc1-bccf-e102e1a5422a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.356254] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c13158c-dfc5-488f-a65a-6db9a2416d77 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.369407] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Releasing lock "refresh_cache-864edcde-00fe-4c44-9702-006c60068b0c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.370711] env[62024]: DEBUG nova.compute.provider_tree [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.415031] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288193, 'name': CreateVM_Task, 'duration_secs': 0.299134} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.415031] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.416839] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.416839] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.416839] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.416839] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11426412-a7db-48d7-bd13-5e8a4a5c2bd7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.421051] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 760.421051] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527fdc3a-55fa-ba4f-f760-a58c0b3f40e4" [ 760.421051] env[62024]: _type = "Task" [ 760.421051] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.430618] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527fdc3a-55fa-ba4f-f760-a58c0b3f40e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.586618] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522f62ac-a762-54fa-3186-14d415ab7110, 'name': SearchDatastore_Task, 'duration_secs': 0.008028} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.586975] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.587347] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5/3fc289e9-3c96-4f1f-9cbb-52482e5502d5.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.587666] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e86b7b8b-ea78-4eed-a87a-ab731136848d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.596339] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 760.596339] env[62024]: value = "task-2288195" [ 760.596339] env[62024]: _type = "Task" [ 760.596339] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.605661] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.683107] env[62024]: DEBUG oslo_vmware.api [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288194, 'name': PowerOnVM_Task, 'duration_secs': 0.454323} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.683373] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.683610] env[62024]: INFO nova.compute.manager [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Took 8.37 seconds to spawn the instance on the hypervisor. [ 760.683748] env[62024]: DEBUG nova.compute.manager [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.684618] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a4ffeb-ba6d-42ff-8b40-6315d4cccf47 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.700438] env[62024]: DEBUG nova.network.neutron [req-5cd97733-ef7e-4cdc-a798-ec31b747a576 req-640ad94d-0599-49fe-9254-b6075ceb5cd2 service nova] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Updated VIF entry in instance network info cache for port a70115d7-d773-4a86-83e4-c8e417842ee3. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.700762] env[62024]: DEBUG nova.network.neutron [req-5cd97733-ef7e-4cdc-a798-ec31b747a576 req-640ad94d-0599-49fe-9254-b6075ceb5cd2 service nova] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Updating instance_info_cache with network_info: [{"id": "a70115d7-d773-4a86-83e4-c8e417842ee3", "address": "fa:16:3e:1e:7f:6b", "network": {"id": "6b871deb-4045-4a81-80a4-6547049cf458", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1912340734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d199d1180fe443b49ed8a05d294946f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70115d7-d7", "ovs_interfaceid": "a70115d7-d773-4a86-83e4-c8e417842ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.768266] env[62024]: DEBUG nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.796663] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.796921] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.797098] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.797289] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.797441] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.797613] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.797794] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.797951] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.798133] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.798294] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.798468] env[62024]: DEBUG nova.virt.hardware [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.799368] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72226a7-2bdf-493e-b8e2-d155b407acbb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.810230] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa014cd5-d9f4-478d-b47a-07a982d6a8e7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.876530] env[62024]: DEBUG nova.scheduler.client.report [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.881985] env[62024]: DEBUG nova.compute.manager [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.884137] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1f6821-86e6-4f34-a3a7-c7af24dbe339 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.937557] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527fdc3a-55fa-ba4f-f760-a58c0b3f40e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.937779] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.938169] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.938491] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.938712] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.938978] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.940025] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d44b151-7b93-4d9f-a35e-48f0278a76e3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.957080] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.957080] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.958403] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3528add8-5f2b-4a7b-a0c8-b83ca6c1ee8d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.966097] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 760.966097] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d40db1-a0d3-134c-0585-d90abdb6a61a" [ 760.966097] env[62024]: _type = "Task" [ 760.966097] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.977125] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d40db1-a0d3-134c-0585-d90abdb6a61a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.106080] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288195, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.200563] env[62024]: INFO nova.compute.manager [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Took 51.97 seconds to build instance. [ 761.203439] env[62024]: DEBUG oslo_concurrency.lockutils [req-5cd97733-ef7e-4cdc-a798-ec31b747a576 req-640ad94d-0599-49fe-9254-b6075ceb5cd2 service nova] Releasing lock "refresh_cache-94744d19-3ad4-42bd-ba98-0bf84f87ef06" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.203675] env[62024]: DEBUG nova.compute.manager [req-5cd97733-ef7e-4cdc-a798-ec31b747a576 req-640ad94d-0599-49fe-9254-b6075ceb5cd2 service nova] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Received event network-vif-deleted-e1f21bc5-f39d-4cf2-9ff6-6b0f4296b007 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.203862] env[62024]: DEBUG nova.compute.manager [req-5cd97733-ef7e-4cdc-a798-ec31b747a576 req-640ad94d-0599-49fe-9254-b6075ceb5cd2 service nova] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Received event network-vif-deleted-4dab4ee4-6bf7-4f0c-af9d-a63a4785ddd4 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.388660] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.390972] env[62024]: DEBUG nova.compute.manager [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.392743] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.552s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.393145] env[62024]: DEBUG nova.objects.instance [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lazy-loading 'resources' on Instance uuid 038de105-3871-4017-ab0d-96bc9bdc582e {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.455883] env[62024]: DEBUG nova.network.neutron [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Successfully updated port: 15ae81fa-43d2-48cb-ba88-6ba191f10c8e {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.479291] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d40db1-a0d3-134c-0585-d90abdb6a61a, 'name': SearchDatastore_Task, 'duration_secs': 0.04775} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.480242] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de53f11-b667-4bd2-a42a-8afeaff8b1cb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.486142] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 761.486142] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524bfeda-b2f5-c957-bee9-1942df78e1ea" [ 761.486142] env[62024]: _type = "Task" [ 761.486142] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.496781] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524bfeda-b2f5-c957-bee9-1942df78e1ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.607686] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529036} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.608217] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5/3fc289e9-3c96-4f1f-9cbb-52482e5502d5.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.608217] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.608445] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4435b0e4-bacd-42f2-8cf9-8f56473acb53 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.614890] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 761.614890] env[62024]: value = "task-2288196" [ 761.614890] env[62024]: _type = "Task" [ 761.614890] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.623321] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.703060] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0ce8f6e0-0440-452b-9072-9e4363e49a25 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "7ac4b908-16cc-45e8-802b-ab55bd92aeb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.486s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.901415] env[62024]: DEBUG nova.compute.utils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 761.903867] env[62024]: DEBUG nova.compute.manager [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.903867] env[62024]: DEBUG nova.network.neutron [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.907164] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18579a68-2ff8-439f-a3a4-b152bea7dedd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.915193] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Doing hard reboot of VM {{(pid=62024) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 761.915451] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-375e6e00-2db8-49fd-bca8-fd4a5ad3aa82 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.921206] env[62024]: DEBUG oslo_vmware.api [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Waiting for the task: (returnval){ [ 761.921206] env[62024]: value = "task-2288197" [ 761.921206] env[62024]: _type = "Task" [ 761.921206] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.930276] env[62024]: DEBUG oslo_vmware.api [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288197, 'name': ResetVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.961238] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "refresh_cache-667af159-4e5d-4e30-86cb-07e64329723f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.961417] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired lock "refresh_cache-667af159-4e5d-4e30-86cb-07e64329723f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.961571] env[62024]: DEBUG nova.network.neutron [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.969143] env[62024]: DEBUG nova.policy [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a6f9f337f994401b996d97b02761c4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34128604e4a94c10a3869dd37d2a2075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.003236] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524bfeda-b2f5-c957-bee9-1942df78e1ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009376} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.003524] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.003798] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 94744d19-3ad4-42bd-ba98-0bf84f87ef06/94744d19-3ad4-42bd-ba98-0bf84f87ef06.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.004070] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d52fe9c4-d240-410c-ba5c-f92723cbf2d1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.010963] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 762.010963] env[62024]: value = "task-2288198" [ 762.010963] env[62024]: _type = "Task" [ 762.010963] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.025153] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.095073] env[62024]: DEBUG nova.compute.manager [req-7f7cc921-c8df-4551-8c76-0dae0e673caa req-e565d6fe-20f6-4f4f-8f74-e76b1dccb9a4 service nova] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Received event network-vif-plugged-15ae81fa-43d2-48cb-ba88-6ba191f10c8e {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.095073] env[62024]: DEBUG oslo_concurrency.lockutils [req-7f7cc921-c8df-4551-8c76-0dae0e673caa req-e565d6fe-20f6-4f4f-8f74-e76b1dccb9a4 service nova] Acquiring lock "667af159-4e5d-4e30-86cb-07e64329723f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.095287] env[62024]: DEBUG oslo_concurrency.lockutils [req-7f7cc921-c8df-4551-8c76-0dae0e673caa req-e565d6fe-20f6-4f4f-8f74-e76b1dccb9a4 service nova] Lock "667af159-4e5d-4e30-86cb-07e64329723f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.096026] env[62024]: DEBUG oslo_concurrency.lockutils [req-7f7cc921-c8df-4551-8c76-0dae0e673caa req-e565d6fe-20f6-4f4f-8f74-e76b1dccb9a4 service nova] Lock "667af159-4e5d-4e30-86cb-07e64329723f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.096026] env[62024]: DEBUG nova.compute.manager [req-7f7cc921-c8df-4551-8c76-0dae0e673caa req-e565d6fe-20f6-4f4f-8f74-e76b1dccb9a4 service nova] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] No waiting events found dispatching network-vif-plugged-15ae81fa-43d2-48cb-ba88-6ba191f10c8e {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.096026] env[62024]: WARNING nova.compute.manager [req-7f7cc921-c8df-4551-8c76-0dae0e673caa req-e565d6fe-20f6-4f4f-8f74-e76b1dccb9a4 service nova] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Received unexpected event network-vif-plugged-15ae81fa-43d2-48cb-ba88-6ba191f10c8e for instance with vm_state building and task_state spawning. [ 762.096610] env[62024]: DEBUG nova.compute.manager [req-7f7cc921-c8df-4551-8c76-0dae0e673caa req-e565d6fe-20f6-4f4f-8f74-e76b1dccb9a4 service nova] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Received event network-changed-15ae81fa-43d2-48cb-ba88-6ba191f10c8e {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.096610] env[62024]: DEBUG nova.compute.manager [req-7f7cc921-c8df-4551-8c76-0dae0e673caa req-e565d6fe-20f6-4f4f-8f74-e76b1dccb9a4 service nova] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Refreshing instance network info cache due to event network-changed-15ae81fa-43d2-48cb-ba88-6ba191f10c8e. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 762.096761] env[62024]: DEBUG oslo_concurrency.lockutils [req-7f7cc921-c8df-4551-8c76-0dae0e673caa req-e565d6fe-20f6-4f4f-8f74-e76b1dccb9a4 service nova] Acquiring lock "refresh_cache-667af159-4e5d-4e30-86cb-07e64329723f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.128021] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211603} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.128342] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.129072] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4832ef82-d0df-441d-9e81-955f0e15b686 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.149973] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5/3fc289e9-3c96-4f1f-9cbb-52482e5502d5.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.152924] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f2ce335-39de-4a9f-ba0d-4a0ef1dde861 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.175517] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 762.175517] env[62024]: value = "task-2288199" [ 762.175517] env[62024]: _type = "Task" [ 762.175517] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.184111] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.204761] env[62024]: DEBUG nova.compute.manager [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.404363] env[62024]: DEBUG nova.compute.manager [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.413871] env[62024]: DEBUG nova.network.neutron [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Successfully created port: 78ee34f9-7212-4320-ad80-61244c54b146 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.434918] env[62024]: DEBUG oslo_vmware.api [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288197, 'name': ResetVM_Task, 'duration_secs': 0.12559} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.434918] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Did hard reboot of VM {{(pid=62024) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 762.434918] env[62024]: DEBUG nova.compute.manager [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.436140] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cd579a-7070-4e1d-b344-b685acbcc9a2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.513494] env[62024]: DEBUG nova.network.neutron [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.527535] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481552} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.527535] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 94744d19-3ad4-42bd-ba98-0bf84f87ef06/94744d19-3ad4-42bd-ba98-0bf84f87ef06.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.527674] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.527822] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8481182b-4454-48b4-abaa-041c4e02864e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.534859] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 762.534859] env[62024]: value = "task-2288200" [ 762.534859] env[62024]: _type = "Task" [ 762.534859] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.544759] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.549186] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4773363e-b8d4-4e3c-962f-51373e838ef6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.555839] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026e598b-db29-4b35-8de1-e92f6cf489f9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.591399] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbc447f-d0ec-4738-abcb-e8a96f909067 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.600803] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38812336-b991-4fa9-a77d-67c6b11c86fb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.616896] env[62024]: DEBUG nova.compute.provider_tree [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.685712] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288199, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.740951] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.783758] env[62024]: DEBUG nova.network.neutron [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Updating instance_info_cache with network_info: [{"id": "15ae81fa-43d2-48cb-ba88-6ba191f10c8e", "address": "fa:16:3e:78:5c:2f", "network": {"id": "6b871deb-4045-4a81-80a4-6547049cf458", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1912340734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d199d1180fe443b49ed8a05d294946f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ae81fa-43", "ovs_interfaceid": "15ae81fa-43d2-48cb-ba88-6ba191f10c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.897470] env[62024]: DEBUG nova.network.neutron [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Successfully created port: e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.950743] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36f6db42-c74c-4761-9543-53d848ebbca5 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Lock "864edcde-00fe-4c44-9702-006c60068b0c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.539s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.970813] env[62024]: DEBUG nova.compute.manager [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.972391] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe707df-e48d-4e1e-91c7-dce31dd9e96e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.046291] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07216} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.046707] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.047515] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037b940d-d24a-4e64-a1ae-80ff35b60fe5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.069205] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 94744d19-3ad4-42bd-ba98-0bf84f87ef06/94744d19-3ad4-42bd-ba98-0bf84f87ef06.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.069503] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fec8fd3-dedc-4998-9aae-9755981e1cfc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.089500] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 763.089500] env[62024]: value = "task-2288201" [ 763.089500] env[62024]: _type = "Task" [ 763.089500] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.097497] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.120793] env[62024]: DEBUG nova.scheduler.client.report [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.187616] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288199, 'name': ReconfigVM_Task, 'duration_secs': 0.555744} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.187914] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5/3fc289e9-3c96-4f1f-9cbb-52482e5502d5.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.188539] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-786bee6e-00c3-44ea-9dc7-f931d4d4a435 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.194700] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 763.194700] env[62024]: value = "task-2288202" [ 763.194700] env[62024]: _type = "Task" [ 763.194700] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.202868] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288202, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.248900] env[62024]: DEBUG nova.network.neutron [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Successfully created port: 4769dd06-c241-4604-b931-0d284c330bc5 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.286990] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Releasing lock "refresh_cache-667af159-4e5d-4e30-86cb-07e64329723f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.287345] env[62024]: DEBUG nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Instance network_info: |[{"id": "15ae81fa-43d2-48cb-ba88-6ba191f10c8e", "address": "fa:16:3e:78:5c:2f", "network": {"id": "6b871deb-4045-4a81-80a4-6547049cf458", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1912340734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d199d1180fe443b49ed8a05d294946f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ae81fa-43", "ovs_interfaceid": "15ae81fa-43d2-48cb-ba88-6ba191f10c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.287716] env[62024]: DEBUG oslo_concurrency.lockutils [req-7f7cc921-c8df-4551-8c76-0dae0e673caa req-e565d6fe-20f6-4f4f-8f74-e76b1dccb9a4 service nova] Acquired lock "refresh_cache-667af159-4e5d-4e30-86cb-07e64329723f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.287909] env[62024]: DEBUG nova.network.neutron [req-7f7cc921-c8df-4551-8c76-0dae0e673caa req-e565d6fe-20f6-4f4f-8f74-e76b1dccb9a4 service nova] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Refreshing network info cache for port 15ae81fa-43d2-48cb-ba88-6ba191f10c8e {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.289152] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:5c:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15ae81fa-43d2-48cb-ba88-6ba191f10c8e', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.297505] env[62024]: DEBUG oslo.service.loopingcall [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.297970] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.298216] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bfd02ea-79c7-443e-a4b1-2781dd6e479c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.321194] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.321194] env[62024]: value = "task-2288203" [ 763.321194] env[62024]: _type = "Task" [ 763.321194] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.328014] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288203, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.415340] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquiring lock "864edcde-00fe-4c44-9702-006c60068b0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.418155] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Lock "864edcde-00fe-4c44-9702-006c60068b0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.418155] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquiring lock "864edcde-00fe-4c44-9702-006c60068b0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.418155] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Lock "864edcde-00fe-4c44-9702-006c60068b0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.418155] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Lock "864edcde-00fe-4c44-9702-006c60068b0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.419514] env[62024]: DEBUG nova.compute.manager [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.422149] env[62024]: INFO nova.compute.manager [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Terminating instance [ 763.447938] env[62024]: DEBUG nova.virt.hardware [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.448685] env[62024]: DEBUG nova.virt.hardware [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.448992] env[62024]: DEBUG nova.virt.hardware [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.453019] env[62024]: DEBUG nova.virt.hardware [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.453019] env[62024]: DEBUG nova.virt.hardware [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.453019] env[62024]: DEBUG nova.virt.hardware [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.453019] env[62024]: DEBUG nova.virt.hardware [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.453019] env[62024]: DEBUG nova.virt.hardware [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.453019] env[62024]: DEBUG nova.virt.hardware [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.453019] env[62024]: DEBUG nova.virt.hardware [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.453019] env[62024]: DEBUG nova.virt.hardware [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.453019] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dc896b-5a5c-453c-88df-a6ad0c70273e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.461710] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896b7f16-64fe-4e16-b68c-f71c92a419e1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.485412] env[62024]: INFO nova.compute.manager [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] instance snapshotting [ 763.488426] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ecc19f-5664-4850-b078-71a4a455800a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.511047] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32be21a8-fcbe-430c-95e9-4d0693ba614c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.598579] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288201, 'name': ReconfigVM_Task, 'duration_secs': 0.329494} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.598864] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 94744d19-3ad4-42bd-ba98-0bf84f87ef06/94744d19-3ad4-42bd-ba98-0bf84f87ef06.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.599496] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32475263-e0f6-417c-b4b3-a76b7f1ca292 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.607239] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 763.607239] env[62024]: value = "task-2288204" [ 763.607239] env[62024]: _type = "Task" [ 763.607239] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.621986] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288204, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.626084] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.628803] env[62024]: DEBUG oslo_concurrency.lockutils [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.529s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.629632] env[62024]: DEBUG nova.objects.instance [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62024) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 763.651377] env[62024]: INFO nova.scheduler.client.report [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Deleted allocations for instance 038de105-3871-4017-ab0d-96bc9bdc582e [ 763.707174] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288202, 'name': Rename_Task, 'duration_secs': 0.211823} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.707827] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.707827] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ec566f2-7695-4948-a98c-665cc0e83915 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.714878] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 763.714878] env[62024]: value = "task-2288205" [ 763.714878] env[62024]: _type = "Task" [ 763.714878] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.728934] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.829768] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288203, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.927547] env[62024]: DEBUG nova.compute.manager [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.927806] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.929164] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94098843-e70c-4f6e-ab45-f7ef155206a7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.937293] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.937620] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9239240f-630e-44fa-be58-d35ffcdf1712 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.943772] env[62024]: DEBUG oslo_vmware.api [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Waiting for the task: (returnval){ [ 763.943772] env[62024]: value = "task-2288206" [ 763.943772] env[62024]: _type = "Task" [ 763.943772] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.952520] env[62024]: DEBUG oslo_vmware.api [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.024821] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 764.025156] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-841497d5-4ec8-4a6e-a0a5-f11d109998e9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.032378] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 764.032378] env[62024]: value = "task-2288207" [ 764.032378] env[62024]: _type = "Task" [ 764.032378] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.041713] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288207, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.080818] env[62024]: DEBUG nova.network.neutron [req-7f7cc921-c8df-4551-8c76-0dae0e673caa req-e565d6fe-20f6-4f4f-8f74-e76b1dccb9a4 service nova] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Updated VIF entry in instance network info cache for port 15ae81fa-43d2-48cb-ba88-6ba191f10c8e. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.081254] env[62024]: DEBUG nova.network.neutron [req-7f7cc921-c8df-4551-8c76-0dae0e673caa req-e565d6fe-20f6-4f4f-8f74-e76b1dccb9a4 service nova] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Updating instance_info_cache with network_info: [{"id": "15ae81fa-43d2-48cb-ba88-6ba191f10c8e", "address": "fa:16:3e:78:5c:2f", "network": {"id": "6b871deb-4045-4a81-80a4-6547049cf458", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1912340734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d199d1180fe443b49ed8a05d294946f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ae81fa-43", "ovs_interfaceid": "15ae81fa-43d2-48cb-ba88-6ba191f10c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.121086] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288204, 'name': Rename_Task, 'duration_secs': 0.242025} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.121377] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.121628] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8343c005-49e8-448a-90c2-8b1de6083e89 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.128578] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 764.128578] env[62024]: value = "task-2288208" [ 764.128578] env[62024]: _type = "Task" [ 764.128578] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.146027] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.158227] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f7c72a7-1e77-4106-a764-7a65bb3311ef tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "038de105-3871-4017-ab0d-96bc9bdc582e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.917s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.225835] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288205, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.330531] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288203, 'name': CreateVM_Task, 'duration_secs': 0.546453} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.330739] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.331454] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.331587] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.331903] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.332202] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f3eb93-8fb4-4f73-9fda-d818dbbad7b0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.336861] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 764.336861] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a35baa-34bb-be6a-092e-ed50f291197e" [ 764.336861] env[62024]: _type = "Task" [ 764.336861] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.344443] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a35baa-34bb-be6a-092e-ed50f291197e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.454556] env[62024]: DEBUG oslo_vmware.api [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288206, 'name': PowerOffVM_Task, 'duration_secs': 0.219549} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.454556] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.454710] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.455162] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc4a55d4-fb99-45aa-8d08-db3f2901127c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.538717] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.538987] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.539194] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Deleting the datastore file [datastore1] 864edcde-00fe-4c44-9702-006c60068b0c {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.542224] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ab37b51-ec36-40e7-b334-8b359519ba9a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.543935] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288207, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.548582] env[62024]: DEBUG oslo_vmware.api [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Waiting for the task: (returnval){ [ 764.548582] env[62024]: value = "task-2288210" [ 764.548582] env[62024]: _type = "Task" [ 764.548582] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.556481] env[62024]: DEBUG oslo_vmware.api [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.584266] env[62024]: DEBUG oslo_concurrency.lockutils [req-7f7cc921-c8df-4551-8c76-0dae0e673caa req-e565d6fe-20f6-4f4f-8f74-e76b1dccb9a4 service nova] Releasing lock "refresh_cache-667af159-4e5d-4e30-86cb-07e64329723f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.638951] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288208, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.642194] env[62024]: DEBUG oslo_concurrency.lockutils [None req-212388e5-524a-4a36-bca7-a60d30ce05ca tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.643411] env[62024]: DEBUG oslo_concurrency.lockutils [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.489s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.643545] env[62024]: DEBUG nova.objects.instance [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lazy-loading 'resources' on Instance uuid 0deb4845-2ddc-4d2e-a344-94d3932ce3ae {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.727062] env[62024]: DEBUG oslo_vmware.api [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288205, 'name': PowerOnVM_Task, 'duration_secs': 0.537013} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.727472] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.727683] env[62024]: DEBUG nova.compute.manager [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.728481] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eda0e8-036d-4f8f-83af-bab732266697 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.846657] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a35baa-34bb-be6a-092e-ed50f291197e, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.846985] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.847238] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.847470] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.847615] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.847789] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.848051] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b0c412f-29bb-42d3-ad82-5d8aee67150b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.855828] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.856022] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.856713] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62cee44b-9662-48f2-8693-6ccf065ce889 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.861668] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 764.861668] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522d5907-edf4-9877-840a-55c8e61d4cba" [ 764.861668] env[62024]: _type = "Task" [ 764.861668] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.869027] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522d5907-edf4-9877-840a-55c8e61d4cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.937856] env[62024]: DEBUG nova.compute.manager [req-f97fe7d0-5e5e-4d75-a640-4d720e94cd2a req-5e750216-36cf-435a-84c4-2256de6fe4c4 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Received event network-vif-plugged-78ee34f9-7212-4320-ad80-61244c54b146 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.938092] env[62024]: DEBUG oslo_concurrency.lockutils [req-f97fe7d0-5e5e-4d75-a640-4d720e94cd2a req-5e750216-36cf-435a-84c4-2256de6fe4c4 service nova] Acquiring lock "bb516805-3266-46a4-a484-0412b9c30670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.938298] env[62024]: DEBUG oslo_concurrency.lockutils [req-f97fe7d0-5e5e-4d75-a640-4d720e94cd2a req-5e750216-36cf-435a-84c4-2256de6fe4c4 service nova] Lock "bb516805-3266-46a4-a484-0412b9c30670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.938465] env[62024]: DEBUG oslo_concurrency.lockutils [req-f97fe7d0-5e5e-4d75-a640-4d720e94cd2a req-5e750216-36cf-435a-84c4-2256de6fe4c4 service nova] Lock "bb516805-3266-46a4-a484-0412b9c30670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.938630] env[62024]: DEBUG nova.compute.manager [req-f97fe7d0-5e5e-4d75-a640-4d720e94cd2a req-5e750216-36cf-435a-84c4-2256de6fe4c4 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] No waiting events found dispatching network-vif-plugged-78ee34f9-7212-4320-ad80-61244c54b146 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.938792] env[62024]: WARNING nova.compute.manager [req-f97fe7d0-5e5e-4d75-a640-4d720e94cd2a req-5e750216-36cf-435a-84c4-2256de6fe4c4 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Received unexpected event network-vif-plugged-78ee34f9-7212-4320-ad80-61244c54b146 for instance with vm_state building and task_state spawning. [ 764.993183] env[62024]: DEBUG nova.network.neutron [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Successfully updated port: 78ee34f9-7212-4320-ad80-61244c54b146 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.044740] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288207, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.057020] env[62024]: DEBUG oslo_vmware.api [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Task: {'id': task-2288210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125874} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.057310] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.057484] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.057661] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.057829] env[62024]: INFO nova.compute.manager [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 765.058079] env[62024]: DEBUG oslo.service.loopingcall [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.058335] env[62024]: DEBUG nova.compute.manager [-] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.058434] env[62024]: DEBUG nova.network.neutron [-] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.141021] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288208, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.253910] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.372884] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522d5907-edf4-9877-840a-55c8e61d4cba, 'name': SearchDatastore_Task, 'duration_secs': 0.008249} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.377195] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d17e2b-e901-401b-951b-5afd33fe1f19 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.387606] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 765.387606] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5273ce31-52a9-d480-52dc-49302a7e6a59" [ 765.387606] env[62024]: _type = "Task" [ 765.387606] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.396926] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5273ce31-52a9-d480-52dc-49302a7e6a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.545462] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288207, 'name': CreateSnapshot_Task, 'duration_secs': 1.15441} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.545741] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 765.546508] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde25fe4-cb72-4b27-b077-2cf78c6f6282 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.636256] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e62691-c57b-4ae9-a0e8-2770b57d9bad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.644832] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288208, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.648155] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125bd643-cdf2-43c9-b609-4b375e8c76a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.681956] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4ac556-9d20-4280-8023-2157fd595a16 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.689769] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233b9c4c-6154-481e-ad89-c517eec5802f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.703683] env[62024]: DEBUG nova.compute.provider_tree [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.886082] env[62024]: DEBUG nova.network.neutron [-] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.897655] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5273ce31-52a9-d480-52dc-49302a7e6a59, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.898184] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.898184] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 667af159-4e5d-4e30-86cb-07e64329723f/667af159-4e5d-4e30-86cb-07e64329723f.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.898453] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b18cd1a1-2307-4f07-90f5-663498dc40d4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.906086] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 765.906086] env[62024]: value = "task-2288211" [ 765.906086] env[62024]: _type = "Task" [ 765.906086] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.914375] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.070631] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 766.070947] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0269b294-df5a-4039-a4e8-8634a99db187 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.080185] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 766.080185] env[62024]: value = "task-2288212" [ 766.080185] env[62024]: _type = "Task" [ 766.080185] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.092107] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288212, 'name': CloneVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.144016] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288208, 'name': PowerOnVM_Task, 'duration_secs': 1.6557} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.145408] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.145657] env[62024]: INFO nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Took 9.11 seconds to spawn the instance on the hypervisor. [ 766.145851] env[62024]: DEBUG nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.149775] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d984b2fe-0a64-4a0e-9718-df701abf68ef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.207481] env[62024]: DEBUG nova.scheduler.client.report [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.388727] env[62024]: INFO nova.compute.manager [-] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Took 1.33 seconds to deallocate network for instance. [ 766.418284] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483138} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.418284] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 667af159-4e5d-4e30-86cb-07e64329723f/667af159-4e5d-4e30-86cb-07e64329723f.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.418284] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.418284] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffbd1f2e-ed9b-4b17-b7f5-e7035f6f9e9b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.427523] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 766.427523] env[62024]: value = "task-2288213" [ 766.427523] env[62024]: _type = "Task" [ 766.427523] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.441878] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.591945] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288212, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.638937] env[62024]: INFO nova.compute.manager [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Rebuilding instance [ 766.654637] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "dba9a789-5a59-4876-b514-b58b4bb28083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.654954] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "dba9a789-5a59-4876-b514-b58b4bb28083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.655175] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "dba9a789-5a59-4876-b514-b58b4bb28083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.655406] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "dba9a789-5a59-4876-b514-b58b4bb28083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.655638] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "dba9a789-5a59-4876-b514-b58b4bb28083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.658160] env[62024]: INFO nova.compute.manager [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Terminating instance [ 766.672511] env[62024]: INFO nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Took 56.02 seconds to build instance. [ 766.689312] env[62024]: DEBUG nova.compute.manager [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.690225] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1c3f94-6a06-4e0e-94f5-0d3e8e0733a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.713133] env[62024]: DEBUG oslo_concurrency.lockutils [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.715366] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.669s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.716897] env[62024]: INFO nova.compute.claims [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.735422] env[62024]: INFO nova.scheduler.client.report [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleted allocations for instance 0deb4845-2ddc-4d2e-a344-94d3932ce3ae [ 766.897845] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.941863] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209856} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.943523] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.944472] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faba5fda-df29-4dfa-9565-c1e40493b40e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.971028] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 667af159-4e5d-4e30-86cb-07e64329723f/667af159-4e5d-4e30-86cb-07e64329723f.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.971028] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b3a5b30-7230-496d-9bb4-888d6949ff50 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.999493] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 766.999493] env[62024]: value = "task-2288214" [ 766.999493] env[62024]: _type = "Task" [ 766.999493] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.006201] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.022131] env[62024]: DEBUG nova.compute.manager [req-83a0def4-10e3-4ea8-bf1c-04ce3945d59d req-bcf2087a-2bf7-4313-9b69-2dad9833dbc2 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Received event network-changed-78ee34f9-7212-4320-ad80-61244c54b146 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.022131] env[62024]: DEBUG nova.compute.manager [req-83a0def4-10e3-4ea8-bf1c-04ce3945d59d req-bcf2087a-2bf7-4313-9b69-2dad9833dbc2 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Refreshing instance network info cache due to event network-changed-78ee34f9-7212-4320-ad80-61244c54b146. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 767.022131] env[62024]: DEBUG oslo_concurrency.lockutils [req-83a0def4-10e3-4ea8-bf1c-04ce3945d59d req-bcf2087a-2bf7-4313-9b69-2dad9833dbc2 service nova] Acquiring lock "refresh_cache-bb516805-3266-46a4-a484-0412b9c30670" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.022131] env[62024]: DEBUG oslo_concurrency.lockutils [req-83a0def4-10e3-4ea8-bf1c-04ce3945d59d req-bcf2087a-2bf7-4313-9b69-2dad9833dbc2 service nova] Acquired lock "refresh_cache-bb516805-3266-46a4-a484-0412b9c30670" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.022755] env[62024]: DEBUG nova.network.neutron [req-83a0def4-10e3-4ea8-bf1c-04ce3945d59d req-bcf2087a-2bf7-4313-9b69-2dad9833dbc2 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Refreshing network info cache for port 78ee34f9-7212-4320-ad80-61244c54b146 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.091035] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288212, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.167032] env[62024]: DEBUG nova.compute.manager [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.167177] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.168029] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae0abd2-0470-409c-b90d-68f9c9a6d949 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.178405] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "94744d19-3ad4-42bd-ba98-0bf84f87ef06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.536s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.178859] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.180204] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b103d7df-a672-49cb-b20c-d571ee2fc71a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.187691] env[62024]: DEBUG oslo_vmware.api [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 767.187691] env[62024]: value = "task-2288215" [ 767.187691] env[62024]: _type = "Task" [ 767.187691] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.196470] env[62024]: DEBUG oslo_vmware.api [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.241113] env[62024]: DEBUG oslo_concurrency.lockutils [None req-14f838d8-451b-47ef-9ca5-a1f5e0a3aea2 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "0deb4845-2ddc-4d2e-a344-94d3932ce3ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.619s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.365834] env[62024]: DEBUG nova.network.neutron [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Successfully updated port: e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.507267] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.571476] env[62024]: DEBUG nova.network.neutron [req-83a0def4-10e3-4ea8-bf1c-04ce3945d59d req-bcf2087a-2bf7-4313-9b69-2dad9833dbc2 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.591436] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288212, 'name': CloneVM_Task} progress is 95%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.683361] env[62024]: DEBUG nova.compute.manager [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.697642] env[62024]: DEBUG oslo_vmware.api [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288215, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.704316] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.704593] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2bad730-e645-4bf7-a4a2-fcaf7f0bf4a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.711316] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Waiting for the task: (returnval){ [ 767.711316] env[62024]: value = "task-2288216" [ 767.711316] env[62024]: _type = "Task" [ 767.711316] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.715094] env[62024]: DEBUG nova.network.neutron [req-83a0def4-10e3-4ea8-bf1c-04ce3945d59d req-bcf2087a-2bf7-4313-9b69-2dad9833dbc2 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.722236] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.879685] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "f7173894-2c79-40c7-b8a3-9b502c2c29a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.879929] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "f7173894-2c79-40c7-b8a3-9b502c2c29a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.880145] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "f7173894-2c79-40c7-b8a3-9b502c2c29a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.880325] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "f7173894-2c79-40c7-b8a3-9b502c2c29a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.880492] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "f7173894-2c79-40c7-b8a3-9b502c2c29a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.882959] env[62024]: INFO nova.compute.manager [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Terminating instance [ 768.010599] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288214, 'name': ReconfigVM_Task, 'duration_secs': 0.88922} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.011168] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 667af159-4e5d-4e30-86cb-07e64329723f/667af159-4e5d-4e30-86cb-07e64329723f.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.012211] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44f03236-eaaa-45b6-98fe-609f18907f8a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.024019] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 768.024019] env[62024]: value = "task-2288217" [ 768.024019] env[62024]: _type = "Task" [ 768.024019] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.033083] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288217, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.097264] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288212, 'name': CloneVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.183364] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63423c72-cc4d-4ddb-a48f-c88dc85115c9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.197237] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6df368-51a1-4950-a388-4db0e837f355 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.205796] env[62024]: DEBUG oslo_vmware.api [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288215, 'name': PowerOffVM_Task, 'duration_secs': 0.601431} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.229950] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.230294] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.230709] env[62024]: DEBUG oslo_concurrency.lockutils [req-83a0def4-10e3-4ea8-bf1c-04ce3945d59d req-bcf2087a-2bf7-4313-9b69-2dad9833dbc2 service nova] Releasing lock "refresh_cache-bb516805-3266-46a4-a484-0412b9c30670" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.230908] env[62024]: DEBUG nova.compute.manager [req-83a0def4-10e3-4ea8-bf1c-04ce3945d59d req-bcf2087a-2bf7-4313-9b69-2dad9833dbc2 service nova] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Received event network-vif-deleted-d8b25b40-d41f-4d7d-8294-255611259d21 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.232233] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.232489] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44a52452-1e46-4b55-a7a6-bdd24725abac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.237285] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6f184f-bded-42c2-885f-01094027b19e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.245036] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288216, 'name': PowerOffVM_Task, 'duration_secs': 0.127456} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.247119] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.247357] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.248135] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75091a00-2192-4ee3-bc55-075bf9c010e1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.251656] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7ce196-fdee-4f5e-92c9-49f703138815 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.265326] env[62024]: DEBUG nova.compute.provider_tree [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.268745] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.269247] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98353c3a-02e2-4df8-ac47-020d32bac6fa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.294323] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.294581] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.294793] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Deleting the datastore file [datastore2] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.295067] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e0e10bd-f911-4aa7-a552-f7821aaa6798 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.300845] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Waiting for the task: (returnval){ [ 768.300845] env[62024]: value = "task-2288220" [ 768.300845] env[62024]: _type = "Task" [ 768.300845] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.309488] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.313762] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.314081] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.314230] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Deleting the datastore file [datastore1] dba9a789-5a59-4876-b514-b58b4bb28083 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.314501] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b363f15-27f2-4194-8268-31f32f9ab3ca {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.322145] env[62024]: DEBUG oslo_vmware.api [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for the task: (returnval){ [ 768.322145] env[62024]: value = "task-2288221" [ 768.322145] env[62024]: _type = "Task" [ 768.322145] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.329094] env[62024]: DEBUG oslo_vmware.api [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.388579] env[62024]: DEBUG nova.compute.manager [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.388826] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.389730] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068f4e89-b877-4d39-b70a-09b71c92d230 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.397101] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.397354] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-187db80b-8ab9-4c5f-a500-d49434004c4e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.404517] env[62024]: DEBUG oslo_vmware.api [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 768.404517] env[62024]: value = "task-2288222" [ 768.404517] env[62024]: _type = "Task" [ 768.404517] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.414657] env[62024]: DEBUG oslo_vmware.api [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.532012] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288217, 'name': Rename_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.591387] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288212, 'name': CloneVM_Task, 'duration_secs': 2.025735} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.591649] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Created linked-clone VM from snapshot [ 768.592400] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cca389-9410-4f96-8a7c-cc01d95c0ab3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.599925] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Uploading image 208881af-3add-46fd-ba86-32ac04203484 {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 768.621130] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 768.621130] env[62024]: value = "vm-465744" [ 768.621130] env[62024]: _type = "VirtualMachine" [ 768.621130] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 768.621407] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1e7d5724-bc61-43e9-9514-ee80acfb417f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.628466] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lease: (returnval){ [ 768.628466] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526a3870-ad60-c04f-4c7d-6d1a9d2c8385" [ 768.628466] env[62024]: _type = "HttpNfcLease" [ 768.628466] env[62024]: } obtained for exporting VM: (result){ [ 768.628466] env[62024]: value = "vm-465744" [ 768.628466] env[62024]: _type = "VirtualMachine" [ 768.628466] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 768.628924] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the lease: (returnval){ [ 768.628924] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526a3870-ad60-c04f-4c7d-6d1a9d2c8385" [ 768.628924] env[62024]: _type = "HttpNfcLease" [ 768.628924] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 768.635969] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 768.635969] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526a3870-ad60-c04f-4c7d-6d1a9d2c8385" [ 768.635969] env[62024]: _type = "HttpNfcLease" [ 768.635969] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 768.770646] env[62024]: DEBUG nova.scheduler.client.report [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.811774] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102734} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.811952] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.812075] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.812258] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.832765] env[62024]: DEBUG oslo_vmware.api [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Task: {'id': task-2288221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142918} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.832765] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.832973] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.833131] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.833311] env[62024]: INFO nova.compute.manager [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Took 1.67 seconds to destroy the instance on the hypervisor. [ 768.833555] env[62024]: DEBUG oslo.service.loopingcall [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.833744] env[62024]: DEBUG nova.compute.manager [-] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.833839] env[62024]: DEBUG nova.network.neutron [-] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.916566] env[62024]: DEBUG oslo_vmware.api [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.035392] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288217, 'name': Rename_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.057155] env[62024]: DEBUG nova.compute.manager [req-abd0eac4-5549-446e-919c-cb395971b2ad req-07bfbd03-2d4c-410f-942e-e084253ec166 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Received event network-vif-plugged-e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.057374] env[62024]: DEBUG oslo_concurrency.lockutils [req-abd0eac4-5549-446e-919c-cb395971b2ad req-07bfbd03-2d4c-410f-942e-e084253ec166 service nova] Acquiring lock "bb516805-3266-46a4-a484-0412b9c30670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.057602] env[62024]: DEBUG oslo_concurrency.lockutils [req-abd0eac4-5549-446e-919c-cb395971b2ad req-07bfbd03-2d4c-410f-942e-e084253ec166 service nova] Lock "bb516805-3266-46a4-a484-0412b9c30670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.057774] env[62024]: DEBUG oslo_concurrency.lockutils [req-abd0eac4-5549-446e-919c-cb395971b2ad req-07bfbd03-2d4c-410f-942e-e084253ec166 service nova] Lock "bb516805-3266-46a4-a484-0412b9c30670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.057950] env[62024]: DEBUG nova.compute.manager [req-abd0eac4-5549-446e-919c-cb395971b2ad req-07bfbd03-2d4c-410f-942e-e084253ec166 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] No waiting events found dispatching network-vif-plugged-e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.058479] env[62024]: WARNING nova.compute.manager [req-abd0eac4-5549-446e-919c-cb395971b2ad req-07bfbd03-2d4c-410f-942e-e084253ec166 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Received unexpected event network-vif-plugged-e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040 for instance with vm_state building and task_state spawning. [ 769.058761] env[62024]: DEBUG nova.compute.manager [req-abd0eac4-5549-446e-919c-cb395971b2ad req-07bfbd03-2d4c-410f-942e-e084253ec166 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Received event network-changed-e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.058951] env[62024]: DEBUG nova.compute.manager [req-abd0eac4-5549-446e-919c-cb395971b2ad req-07bfbd03-2d4c-410f-942e-e084253ec166 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Refreshing instance network info cache due to event network-changed-e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 769.059190] env[62024]: DEBUG oslo_concurrency.lockutils [req-abd0eac4-5549-446e-919c-cb395971b2ad req-07bfbd03-2d4c-410f-942e-e084253ec166 service nova] Acquiring lock "refresh_cache-bb516805-3266-46a4-a484-0412b9c30670" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.059378] env[62024]: DEBUG oslo_concurrency.lockutils [req-abd0eac4-5549-446e-919c-cb395971b2ad req-07bfbd03-2d4c-410f-942e-e084253ec166 service nova] Acquired lock "refresh_cache-bb516805-3266-46a4-a484-0412b9c30670" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.059668] env[62024]: DEBUG nova.network.neutron [req-abd0eac4-5549-446e-919c-cb395971b2ad req-07bfbd03-2d4c-410f-942e-e084253ec166 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Refreshing network info cache for port e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.137224] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.137224] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526a3870-ad60-c04f-4c7d-6d1a9d2c8385" [ 769.137224] env[62024]: _type = "HttpNfcLease" [ 769.137224] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 769.137498] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 769.137498] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526a3870-ad60-c04f-4c7d-6d1a9d2c8385" [ 769.137498] env[62024]: _type = "HttpNfcLease" [ 769.137498] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 769.138203] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fce0b12-29b0-47ba-ba14-0b60bcfe90ff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.146099] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527fe89d-7aeb-bb31-585c-347a128f540e/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 769.146271] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527fe89d-7aeb-bb31-585c-347a128f540e/disk-0.vmdk for reading. {{(pid=62024) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 769.247799] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ace24eb-4e32-434d-91cc-b7df1f924714 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.280630] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.281207] env[62024]: DEBUG nova.compute.manager [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.288030] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 41.293s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.288030] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.288030] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62024) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 769.288030] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.139s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.288030] env[62024]: DEBUG nova.objects.instance [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Lazy-loading 'resources' on Instance uuid b8b494d3-effa-4a47-af8c-012f9cc35e09 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.288030] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879accdc-e8a4-4088-815b-15528dd7a1e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.297527] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e999ce0-84b1-470e-ac54-bed7ea9a4e73 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.315623] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409952fc-d721-4f38-b69b-57808607b3c9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.326227] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caba48c5-92d4-4f9a-b68b-ecdc4bf56359 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.374628] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179217MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62024) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 769.374895] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.415883] env[62024]: DEBUG oslo_vmware.api [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288222, 'name': PowerOffVM_Task, 'duration_secs': 0.910183} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.416239] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.416418] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.416691] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b87e790d-eb08-41ae-bb34-81b754d8886d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.476466] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.476466] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.476466] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleting the datastore file [datastore2] f7173894-2c79-40c7-b8a3-9b502c2c29a1 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.476724] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd52d6a8-bf18-4b7a-8e0f-6344009e9586 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.482447] env[62024]: DEBUG oslo_vmware.api [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 769.482447] env[62024]: value = "task-2288225" [ 769.482447] env[62024]: _type = "Task" [ 769.482447] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.491858] env[62024]: DEBUG oslo_vmware.api [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.498513] env[62024]: DEBUG nova.network.neutron [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Successfully updated port: 4769dd06-c241-4604-b931-0d284c330bc5 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.536127] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288217, 'name': Rename_Task, 'duration_secs': 1.153192} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.536127] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.536127] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93d181e6-d363-467d-ad31-63d3579fd169 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.542800] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 769.542800] env[62024]: value = "task-2288226" [ 769.542800] env[62024]: _type = "Task" [ 769.542800] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.554200] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.590639] env[62024]: DEBUG nova.network.neutron [-] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.604182] env[62024]: DEBUG nova.network.neutron [req-abd0eac4-5549-446e-919c-cb395971b2ad req-07bfbd03-2d4c-410f-942e-e084253ec166 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.739028] env[62024]: DEBUG nova.network.neutron [req-abd0eac4-5549-446e-919c-cb395971b2ad req-07bfbd03-2d4c-410f-942e-e084253ec166 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.788926] env[62024]: DEBUG nova.compute.utils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 769.791254] env[62024]: DEBUG nova.compute.manager [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.791621] env[62024]: DEBUG nova.network.neutron [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.861225] env[62024]: DEBUG nova.virt.hardware [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.861723] env[62024]: DEBUG nova.virt.hardware [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.863774] env[62024]: DEBUG nova.virt.hardware [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.863774] env[62024]: DEBUG nova.virt.hardware [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.863774] env[62024]: DEBUG nova.virt.hardware [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.863774] env[62024]: DEBUG nova.virt.hardware [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.863774] env[62024]: DEBUG nova.virt.hardware [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.863774] env[62024]: DEBUG nova.virt.hardware [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.863774] env[62024]: DEBUG nova.virt.hardware [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.863774] env[62024]: DEBUG nova.virt.hardware [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.863774] env[62024]: DEBUG nova.virt.hardware [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.865157] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d028b8b-eb71-4999-8f0d-f0a0cbf1fbc1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.877847] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575fa6d2-3974-4bb9-bc2e-f5e12ad50cd6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.892976] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Instance VIF info [] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.899140] env[62024]: DEBUG oslo.service.loopingcall [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 769.903435] env[62024]: DEBUG nova.policy [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2842e7d57abb4796b566f03ab013a384', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0e8469d470e4b3d96b9e87082d15781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.904943] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.909558] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e9dd977-0ac3-41f8-9638-bff3f8b6a2a0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.937688] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.937688] env[62024]: value = "task-2288227" [ 769.937688] env[62024]: _type = "Task" [ 769.937688] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.949320] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288227, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.994534] env[62024]: DEBUG oslo_vmware.api [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149224} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.998193] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.998586] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.998979] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.999509] env[62024]: INFO nova.compute.manager [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Took 1.61 seconds to destroy the instance on the hypervisor. [ 769.999821] env[62024]: DEBUG oslo.service.loopingcall [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.000636] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "refresh_cache-bb516805-3266-46a4-a484-0412b9c30670" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.001055] env[62024]: DEBUG nova.compute.manager [-] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.001261] env[62024]: DEBUG nova.network.neutron [-] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.053380] env[62024]: DEBUG oslo_vmware.api [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288226, 'name': PowerOnVM_Task, 'duration_secs': 0.484919} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.057588] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.057759] env[62024]: INFO nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Took 9.29 seconds to spawn the instance on the hypervisor. [ 770.058061] env[62024]: DEBUG nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.060446] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ed0635-1091-4c88-ac84-c65324d71120 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.093780] env[62024]: INFO nova.compute.manager [-] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Took 1.26 seconds to deallocate network for instance. [ 770.165081] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "cd1edbe3-4426-474b-99ed-8143be203e55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.165363] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.165447] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "cd1edbe3-4426-474b-99ed-8143be203e55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.165692] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.166035] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.169271] env[62024]: INFO nova.compute.manager [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Terminating instance [ 770.239455] env[62024]: DEBUG oslo_concurrency.lockutils [req-abd0eac4-5549-446e-919c-cb395971b2ad req-07bfbd03-2d4c-410f-942e-e084253ec166 service nova] Releasing lock "refresh_cache-bb516805-3266-46a4-a484-0412b9c30670" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.239903] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquired lock "refresh_cache-bb516805-3266-46a4-a484-0412b9c30670" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.240321] env[62024]: DEBUG nova.network.neutron [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.293669] env[62024]: DEBUG nova.compute.manager [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.445943] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4f466e-db54-43ad-a590-323cbf1a506d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.456290] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288227, 'name': CreateVM_Task, 'duration_secs': 0.326317} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.457236] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.457693] env[62024]: DEBUG oslo_concurrency.lockutils [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.457862] env[62024]: DEBUG oslo_concurrency.lockutils [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.458229] env[62024]: DEBUG oslo_concurrency.lockutils [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.458488] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb548f5-b103-477d-b1bb-820e497ce669 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.463507] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbd67c0-e126-489c-b7ad-012a0e051d21 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.469674] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Waiting for the task: (returnval){ [ 770.469674] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527f64a3-13a3-9547-b9f9-36513e732095" [ 770.469674] env[62024]: _type = "Task" [ 770.469674] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.505145] env[62024]: DEBUG nova.network.neutron [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Successfully created port: bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.508145] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9063ddb-a215-4cfc-8190-1a36bae160d5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.515294] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527f64a3-13a3-9547-b9f9-36513e732095, 'name': SearchDatastore_Task, 'duration_secs': 0.010044} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.516489] env[62024]: DEBUG oslo_concurrency.lockutils [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.516489] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.516489] env[62024]: DEBUG oslo_concurrency.lockutils [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.516675] env[62024]: DEBUG oslo_concurrency.lockutils [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.516734] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.517062] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1743ca91-5418-4d1d-a27d-4f5fc168e5ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.525434] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1de5c78-d3c5-408a-b39c-917ac415f966 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.527961] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.528165] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.529276] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19883adf-c185-45e7-a9c6-df7aa88dd01e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.539763] env[62024]: DEBUG nova.compute.provider_tree [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.544571] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Waiting for the task: (returnval){ [ 770.544571] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527df4a4-cf64-eafa-82e8-6dc99198e53d" [ 770.544571] env[62024]: _type = "Task" [ 770.544571] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.554237] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527df4a4-cf64-eafa-82e8-6dc99198e53d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.579986] env[62024]: INFO nova.compute.manager [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Took 59.89 seconds to build instance. [ 770.603467] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.675947] env[62024]: DEBUG nova.compute.manager [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.676195] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.677209] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae60716-8b41-4807-b458-7f7a8ceff6d9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.688034] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.688034] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aac10a45-0d49-4b7b-a678-f2e59e7f1d41 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.693444] env[62024]: DEBUG oslo_vmware.api [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 770.693444] env[62024]: value = "task-2288228" [ 770.693444] env[62024]: _type = "Task" [ 770.693444] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.705488] env[62024]: DEBUG oslo_vmware.api [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.804642] env[62024]: DEBUG nova.network.neutron [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.957625] env[62024]: DEBUG nova.network.neutron [-] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.044181] env[62024]: DEBUG nova.scheduler.client.report [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.059460] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527df4a4-cf64-eafa-82e8-6dc99198e53d, 'name': SearchDatastore_Task, 'duration_secs': 0.009379} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.060280] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f0a75f-721c-4197-b5be-207e1b9102bd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.068649] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Waiting for the task: (returnval){ [ 771.068649] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520cd9ad-0888-68b0-c2cb-1f4c54cfdd97" [ 771.068649] env[62024]: _type = "Task" [ 771.068649] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.082929] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8620dd0-550b-43c0-82a2-ab9b14c0c8a6 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "667af159-4e5d-4e30-86cb-07e64329723f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.410s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.083360] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520cd9ad-0888-68b0-c2cb-1f4c54cfdd97, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.083951] env[62024]: DEBUG oslo_concurrency.lockutils [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.084336] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5/3fc289e9-3c96-4f1f-9cbb-52482e5502d5.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.084747] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c25ff9e-82c7-4116-8a2a-b6e3446f768a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.091627] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Waiting for the task: (returnval){ [ 771.091627] env[62024]: value = "task-2288229" [ 771.091627] env[62024]: _type = "Task" [ 771.091627] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.100599] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.204262] env[62024]: DEBUG oslo_vmware.api [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288228, 'name': PowerOffVM_Task, 'duration_secs': 0.320751} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.204558] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.204762] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.205046] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcadff53-f63d-473b-80d3-8f1749cc0fbd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.291024] env[62024]: DEBUG nova.compute.manager [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Received event network-vif-deleted-6832e504-3457-4047-a1df-f260181f870b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.291259] env[62024]: DEBUG nova.compute.manager [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Received event network-vif-plugged-4769dd06-c241-4604-b931-0d284c330bc5 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.291456] env[62024]: DEBUG oslo_concurrency.lockutils [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] Acquiring lock "bb516805-3266-46a4-a484-0412b9c30670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.291735] env[62024]: DEBUG oslo_concurrency.lockutils [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] Lock "bb516805-3266-46a4-a484-0412b9c30670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.291944] env[62024]: DEBUG oslo_concurrency.lockutils [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] Lock "bb516805-3266-46a4-a484-0412b9c30670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.292130] env[62024]: DEBUG nova.compute.manager [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] No waiting events found dispatching network-vif-plugged-4769dd06-c241-4604-b931-0d284c330bc5 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.292315] env[62024]: WARNING nova.compute.manager [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Received unexpected event network-vif-plugged-4769dd06-c241-4604-b931-0d284c330bc5 for instance with vm_state building and task_state spawning. [ 771.292478] env[62024]: DEBUG nova.compute.manager [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Received event network-changed-4769dd06-c241-4604-b931-0d284c330bc5 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.292657] env[62024]: DEBUG nova.compute.manager [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Refreshing instance network info cache due to event network-changed-4769dd06-c241-4604-b931-0d284c330bc5. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 771.292847] env[62024]: DEBUG oslo_concurrency.lockutils [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] Acquiring lock "refresh_cache-bb516805-3266-46a4-a484-0412b9c30670" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.293132] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.293392] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.293584] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Deleting the datastore file [datastore1] cd1edbe3-4426-474b-99ed-8143be203e55 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.294277] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0408982e-c3d6-4282-8530-487544b30459 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.304637] env[62024]: DEBUG oslo_vmware.api [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 771.304637] env[62024]: value = "task-2288231" [ 771.304637] env[62024]: _type = "Task" [ 771.304637] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.309493] env[62024]: DEBUG nova.compute.manager [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.320066] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "94744d19-3ad4-42bd-ba98-0bf84f87ef06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.320279] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "94744d19-3ad4-42bd-ba98-0bf84f87ef06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.320509] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "94744d19-3ad4-42bd-ba98-0bf84f87ef06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.320706] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "94744d19-3ad4-42bd-ba98-0bf84f87ef06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.320942] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "94744d19-3ad4-42bd-ba98-0bf84f87ef06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.322812] env[62024]: DEBUG oslo_vmware.api [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.327046] env[62024]: INFO nova.compute.manager [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Terminating instance [ 771.342620] env[62024]: DEBUG nova.virt.hardware [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.342863] env[62024]: DEBUG nova.virt.hardware [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.343068] env[62024]: DEBUG nova.virt.hardware [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.343275] env[62024]: DEBUG nova.virt.hardware [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.343444] env[62024]: DEBUG nova.virt.hardware [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.343598] env[62024]: DEBUG nova.virt.hardware [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.343865] env[62024]: DEBUG nova.virt.hardware [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.343988] env[62024]: DEBUG nova.virt.hardware [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.344186] env[62024]: DEBUG nova.virt.hardware [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.344367] env[62024]: DEBUG nova.virt.hardware [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.344610] env[62024]: DEBUG nova.virt.hardware [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.345948] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee611fae-ef82-4fce-80a6-af3752c59a43 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.356168] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73f3210-e16e-46e4-94b3-9f54dde6b735 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.421898] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "667af159-4e5d-4e30-86cb-07e64329723f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.422268] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "667af159-4e5d-4e30-86cb-07e64329723f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.422525] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "667af159-4e5d-4e30-86cb-07e64329723f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.422767] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "667af159-4e5d-4e30-86cb-07e64329723f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.423022] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "667af159-4e5d-4e30-86cb-07e64329723f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.425852] env[62024]: INFO nova.compute.manager [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Terminating instance [ 771.460330] env[62024]: INFO nova.compute.manager [-] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Took 1.46 seconds to deallocate network for instance. [ 771.486850] env[62024]: DEBUG nova.network.neutron [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Updating instance_info_cache with network_info: [{"id": "78ee34f9-7212-4320-ad80-61244c54b146", "address": "fa:16:3e:e1:5d:71", "network": {"id": "0e3ad8f7-ecb1-4000-9d3f-f813a1488df1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-107234701", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ee34f9-72", "ovs_interfaceid": "78ee34f9-7212-4320-ad80-61244c54b146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040", "address": "fa:16:3e:d4:cb:4d", "network": {"id": "170432dd-21b6-4bcd-a432-efa48cfd7a76", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-914269723", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05aeb8d-ac", "ovs_interfaceid": "e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4769dd06-c241-4604-b931-0d284c330bc5", "address": "fa:16:3e:89:b0:17", "network": {"id": "0e3ad8f7-ecb1-4000-9d3f-f813a1488df1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-107234701", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4769dd06-c2", "ovs_interfaceid": "4769dd06-c241-4604-b931-0d284c330bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.553649] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.557096] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 32.699s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.579059] env[62024]: INFO nova.scheduler.client.report [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Deleted allocations for instance b8b494d3-effa-4a47-af8c-012f9cc35e09 [ 771.607020] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502909} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.607020] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5/3fc289e9-3c96-4f1f-9cbb-52482e5502d5.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.607020] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.607020] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6eb0e31-6ba2-4713-97ec-663274c45ffb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.610120] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Waiting for the task: (returnval){ [ 771.610120] env[62024]: value = "task-2288232" [ 771.610120] env[62024]: _type = "Task" [ 771.610120] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.621611] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.815933] env[62024]: DEBUG oslo_vmware.api [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394994} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.816584] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.816810] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.817161] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.817419] env[62024]: INFO nova.compute.manager [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Took 1.14 seconds to destroy the instance on the hypervisor. [ 771.817677] env[62024]: DEBUG oslo.service.loopingcall [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 771.817949] env[62024]: DEBUG nova.compute.manager [-] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.818103] env[62024]: DEBUG nova.network.neutron [-] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.831446] env[62024]: DEBUG nova.compute.manager [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.831642] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.832468] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefc1786-c333-45a8-8f8e-0a36a8bd24a5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.840218] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.840501] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e45a989-20de-4eff-af33-46bd3b094b4e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.846345] env[62024]: DEBUG oslo_vmware.api [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 771.846345] env[62024]: value = "task-2288233" [ 771.846345] env[62024]: _type = "Task" [ 771.846345] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.855311] env[62024]: DEBUG oslo_vmware.api [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.937402] env[62024]: DEBUG nova.compute.manager [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.937649] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.938554] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8282b2b0-e68a-485f-8af4-e38063800abb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.946306] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.946561] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4250870d-700f-41e6-aff3-7786c5ab5c93 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.952501] env[62024]: DEBUG oslo_vmware.api [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 771.952501] env[62024]: value = "task-2288234" [ 771.952501] env[62024]: _type = "Task" [ 771.952501] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.960617] env[62024]: DEBUG oslo_vmware.api [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.970282] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.990115] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Releasing lock "refresh_cache-bb516805-3266-46a4-a484-0412b9c30670" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.992740] env[62024]: DEBUG nova.compute.manager [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Instance network_info: |[{"id": "78ee34f9-7212-4320-ad80-61244c54b146", "address": "fa:16:3e:e1:5d:71", "network": {"id": "0e3ad8f7-ecb1-4000-9d3f-f813a1488df1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-107234701", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ee34f9-72", "ovs_interfaceid": "78ee34f9-7212-4320-ad80-61244c54b146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040", "address": "fa:16:3e:d4:cb:4d", "network": {"id": "170432dd-21b6-4bcd-a432-efa48cfd7a76", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-914269723", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05aeb8d-ac", "ovs_interfaceid": "e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4769dd06-c241-4604-b931-0d284c330bc5", "address": "fa:16:3e:89:b0:17", "network": {"id": "0e3ad8f7-ecb1-4000-9d3f-f813a1488df1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-107234701", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4769dd06-c2", "ovs_interfaceid": "4769dd06-c241-4604-b931-0d284c330bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.992740] env[62024]: DEBUG oslo_concurrency.lockutils [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] Acquired lock "refresh_cache-bb516805-3266-46a4-a484-0412b9c30670" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.992740] env[62024]: DEBUG nova.network.neutron [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Refreshing network info cache for port 4769dd06-c241-4604-b931-0d284c330bc5 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.992740] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:5d:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78ee34f9-7212-4320-ad80-61244c54b146', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:cb:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:b0:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4769dd06-c241-4604-b931-0d284c330bc5', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.006750] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Creating folder: Project (34128604e4a94c10a3869dd37d2a2075). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.009320] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dae4c0c5-3554-45cd-bddd-d4ea676be4ac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.021690] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Created folder: Project (34128604e4a94c10a3869dd37d2a2075) in parent group-v465568. [ 772.021920] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Creating folder: Instances. Parent ref: group-v465746. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.022213] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83436f70-966f-4630-b08e-839ca4500f8f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.032170] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Created folder: Instances in parent group-v465746. [ 772.032473] env[62024]: DEBUG oslo.service.loopingcall [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.032718] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb516805-3266-46a4-a484-0412b9c30670] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.032977] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4757b48d-91ab-4cc3-b5de-fb2f0cb45221 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.059954] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.059954] env[62024]: value = "task-2288237" [ 772.059954] env[62024]: _type = "Task" [ 772.059954] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.063509] env[62024]: DEBUG nova.objects.instance [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lazy-loading 'migration_context' on Instance uuid 128f600b-4c7c-44fd-9d83-8295bab996e7 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.072588] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288237, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.090239] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4710f1b0-e2b9-4067-8c8a-490ff8bb4db4 tempest-ServerAddressesNegativeTestJSON-239605058 tempest-ServerAddressesNegativeTestJSON-239605058-project-member] Lock "b8b494d3-effa-4a47-af8c-012f9cc35e09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.604s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.120926] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067013} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.121220] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.122085] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3137f4d1-d621-43e5-9eb3-4fc99e1d0020 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.145708] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5/3fc289e9-3c96-4f1f-9cbb-52482e5502d5.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.146164] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79004182-4c3d-45e3-a7fd-fa9d72ace959 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.168717] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Waiting for the task: (returnval){ [ 772.168717] env[62024]: value = "task-2288238" [ 772.168717] env[62024]: _type = "Task" [ 772.168717] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.181686] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288238, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.357214] env[62024]: DEBUG oslo_vmware.api [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288233, 'name': PowerOffVM_Task, 'duration_secs': 0.295474} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.357563] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.357737] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.358114] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d49fa5a-0506-4a72-afb4-b9eb11455675 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.426891] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.427297] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.427696] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Deleting the datastore file [datastore2] 94744d19-3ad4-42bd-ba98-0bf84f87ef06 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.428154] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8004f1ee-5f3e-46a9-aa91-ed3e6c73459c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.434906] env[62024]: DEBUG oslo_vmware.api [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 772.434906] env[62024]: value = "task-2288240" [ 772.434906] env[62024]: _type = "Task" [ 772.434906] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.444403] env[62024]: DEBUG oslo_vmware.api [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.462318] env[62024]: DEBUG oslo_vmware.api [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288234, 'name': PowerOffVM_Task, 'duration_secs': 0.195128} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.462738] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.462919] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.463188] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75a297ae-6dc4-4bca-b412-1ff36204b841 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.545375] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.545689] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.545914] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Deleting the datastore file [datastore1] 667af159-4e5d-4e30-86cb-07e64329723f {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.546244] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51c5b265-0203-405f-9377-0d967f22d1df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.553670] env[62024]: DEBUG oslo_vmware.api [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 772.553670] env[62024]: value = "task-2288242" [ 772.553670] env[62024]: _type = "Task" [ 772.553670] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.573430] env[62024]: DEBUG oslo_vmware.api [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.580497] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288237, 'name': CreateVM_Task, 'duration_secs': 0.494931} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.580712] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb516805-3266-46a4-a484-0412b9c30670] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.581686] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.581931] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.582480] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.582795] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c61b61-15af-4114-b533-6e794f9c3136 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.587843] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 772.587843] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d9cd8d-bc51-0458-9071-26b9f812a991" [ 772.587843] env[62024]: _type = "Task" [ 772.587843] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.597959] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d9cd8d-bc51-0458-9071-26b9f812a991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.683282] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288238, 'name': ReconfigVM_Task, 'duration_secs': 0.406317} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.686406] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5/3fc289e9-3c96-4f1f-9cbb-52482e5502d5.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.687483] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2aa1023-4c5d-47dd-8d43-2a00cdb7fc37 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.697810] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Waiting for the task: (returnval){ [ 772.697810] env[62024]: value = "task-2288243" [ 772.697810] env[62024]: _type = "Task" [ 772.697810] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.708176] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288243, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.835733] env[62024]: DEBUG nova.network.neutron [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Updated VIF entry in instance network info cache for port 4769dd06-c241-4604-b931-0d284c330bc5. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.835733] env[62024]: DEBUG nova.network.neutron [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Updating instance_info_cache with network_info: [{"id": "78ee34f9-7212-4320-ad80-61244c54b146", "address": "fa:16:3e:e1:5d:71", "network": {"id": "0e3ad8f7-ecb1-4000-9d3f-f813a1488df1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-107234701", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ee34f9-72", "ovs_interfaceid": "78ee34f9-7212-4320-ad80-61244c54b146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040", "address": "fa:16:3e:d4:cb:4d", "network": {"id": "170432dd-21b6-4bcd-a432-efa48cfd7a76", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-914269723", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05aeb8d-ac", "ovs_interfaceid": "e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4769dd06-c241-4604-b931-0d284c330bc5", "address": "fa:16:3e:89:b0:17", "network": {"id": "0e3ad8f7-ecb1-4000-9d3f-f813a1488df1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-107234701", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4769dd06-c2", "ovs_interfaceid": "4769dd06-c241-4604-b931-0d284c330bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.949363] env[62024]: DEBUG oslo_vmware.api [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181481} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.949363] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.949363] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.949525] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.949680] env[62024]: INFO nova.compute.manager [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Took 1.12 seconds to destroy the instance on the hypervisor. [ 772.949910] env[62024]: DEBUG oslo.service.loopingcall [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.950107] env[62024]: DEBUG nova.compute.manager [-] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.950519] env[62024]: DEBUG nova.network.neutron [-] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.063822] env[62024]: DEBUG oslo_vmware.api [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173256} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.064232] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.064460] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.064711] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.064921] env[62024]: INFO nova.compute.manager [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 773.065259] env[62024]: DEBUG oslo.service.loopingcall [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.065429] env[62024]: DEBUG nova.compute.manager [-] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.065558] env[62024]: DEBUG nova.network.neutron [-] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.082518] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebee978-87c2-43e7-8be9-ab09ac7f71ed {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.097091] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deacc78-efb3-4a42-abf1-95f75b568111 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.106291] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d9cd8d-bc51-0458-9071-26b9f812a991, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.132928] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.133206] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.133441] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.133581] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.133755] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.136732] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd336460-469d-4d91-b62a-f26dbd3a1e7e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.139055] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b738cb0-0166-4fd7-9937-cb75b49e938c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.148028] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aa23f9-a07d-499a-8988-c8b67f00494a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.154194] env[62024]: DEBUG nova.network.neutron [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Successfully updated port: bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.154797] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.154971] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.159150] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6c9c9b-462a-4493-9352-0765c364adee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.167605] env[62024]: DEBUG nova.compute.provider_tree [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.174011] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 773.174011] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b56dd2-b98a-c0dd-36e4-8e1b44b3968b" [ 773.174011] env[62024]: _type = "Task" [ 773.174011] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.183519] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b56dd2-b98a-c0dd-36e4-8e1b44b3968b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.209751] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288243, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.339863] env[62024]: DEBUG oslo_concurrency.lockutils [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] Releasing lock "refresh_cache-bb516805-3266-46a4-a484-0412b9c30670" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.340171] env[62024]: DEBUG nova.compute.manager [req-f201c20b-0135-436c-9eb2-acfd81229c27 req-f0b7ddfc-c67f-4b53-aa7c-323dbd915c65 service nova] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Received event network-vif-deleted-48fed5ec-174e-42e3-9da0-f585e474a4fb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.390189] env[62024]: DEBUG nova.compute.manager [req-9c89c804-4b3a-4a0e-b185-fc21106b2195 req-8a157037-be85-4536-8cab-c1e855a46a2e service nova] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Received event network-vif-plugged-bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.390431] env[62024]: DEBUG oslo_concurrency.lockutils [req-9c89c804-4b3a-4a0e-b185-fc21106b2195 req-8a157037-be85-4536-8cab-c1e855a46a2e service nova] Acquiring lock "c9d82a18-2556-465f-9fdc-623c14c71850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.390652] env[62024]: DEBUG oslo_concurrency.lockutils [req-9c89c804-4b3a-4a0e-b185-fc21106b2195 req-8a157037-be85-4536-8cab-c1e855a46a2e service nova] Lock "c9d82a18-2556-465f-9fdc-623c14c71850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.390834] env[62024]: DEBUG oslo_concurrency.lockutils [req-9c89c804-4b3a-4a0e-b185-fc21106b2195 req-8a157037-be85-4536-8cab-c1e855a46a2e service nova] Lock "c9d82a18-2556-465f-9fdc-623c14c71850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.393686] env[62024]: DEBUG nova.compute.manager [req-9c89c804-4b3a-4a0e-b185-fc21106b2195 req-8a157037-be85-4536-8cab-c1e855a46a2e service nova] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] No waiting events found dispatching network-vif-plugged-bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.393686] env[62024]: WARNING nova.compute.manager [req-9c89c804-4b3a-4a0e-b185-fc21106b2195 req-8a157037-be85-4536-8cab-c1e855a46a2e service nova] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Received unexpected event network-vif-plugged-bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4 for instance with vm_state building and task_state spawning. [ 773.393686] env[62024]: DEBUG nova.compute.manager [req-9c89c804-4b3a-4a0e-b185-fc21106b2195 req-8a157037-be85-4536-8cab-c1e855a46a2e service nova] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Received event network-changed-bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.393686] env[62024]: DEBUG nova.compute.manager [req-9c89c804-4b3a-4a0e-b185-fc21106b2195 req-8a157037-be85-4536-8cab-c1e855a46a2e service nova] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Refreshing instance network info cache due to event network-changed-bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.393686] env[62024]: DEBUG oslo_concurrency.lockutils [req-9c89c804-4b3a-4a0e-b185-fc21106b2195 req-8a157037-be85-4536-8cab-c1e855a46a2e service nova] Acquiring lock "refresh_cache-c9d82a18-2556-465f-9fdc-623c14c71850" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.393686] env[62024]: DEBUG oslo_concurrency.lockutils [req-9c89c804-4b3a-4a0e-b185-fc21106b2195 req-8a157037-be85-4536-8cab-c1e855a46a2e service nova] Acquired lock "refresh_cache-c9d82a18-2556-465f-9fdc-623c14c71850" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.393686] env[62024]: DEBUG nova.network.neutron [req-9c89c804-4b3a-4a0e-b185-fc21106b2195 req-8a157037-be85-4536-8cab-c1e855a46a2e service nova] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Refreshing network info cache for port bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.410058] env[62024]: DEBUG nova.compute.manager [req-26efdf3b-179a-4976-8729-5bd77d26b636 req-c02e88c6-c671-41d6-8e06-da6fd7735c76 service nova] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Received event network-vif-deleted-a70115d7-d773-4a86-83e4-c8e417842ee3 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.410261] env[62024]: INFO nova.compute.manager [req-26efdf3b-179a-4976-8729-5bd77d26b636 req-c02e88c6-c671-41d6-8e06-da6fd7735c76 service nova] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Neutron deleted interface a70115d7-d773-4a86-83e4-c8e417842ee3; detaching it from the instance and deleting it from the info cache [ 773.410426] env[62024]: DEBUG nova.network.neutron [req-26efdf3b-179a-4976-8729-5bd77d26b636 req-c02e88c6-c671-41d6-8e06-da6fd7735c76 service nova] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.658823] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "refresh_cache-c9d82a18-2556-465f-9fdc-623c14c71850" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.671187] env[62024]: DEBUG nova.scheduler.client.report [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.688528] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b56dd2-b98a-c0dd-36e4-8e1b44b3968b, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.689383] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd619393-0544-4318-af6f-58976d71b51b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.695557] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 773.695557] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5236926f-1a13-1060-357f-0f0de662fa6f" [ 773.695557] env[62024]: _type = "Task" [ 773.695557] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.713071] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5236926f-1a13-1060-357f-0f0de662fa6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.717090] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.717476] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] bb516805-3266-46a4-a484-0412b9c30670/bb516805-3266-46a4-a484-0412b9c30670.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.719322] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288243, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.719509] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c6b1aac-9f8a-4157-a1f2-570eaad9bee6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.731980] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 773.731980] env[62024]: value = "task-2288244" [ 773.731980] env[62024]: _type = "Task" [ 773.731980] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.741817] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.821486] env[62024]: DEBUG nova.network.neutron [-] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.833789] env[62024]: DEBUG nova.network.neutron [-] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.914391] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d950dd32-0e55-40d6-9038-7255af817c68 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.927087] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75506658-330d-4054-9744-0ef84ff1208b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.940255] env[62024]: DEBUG nova.network.neutron [req-9c89c804-4b3a-4a0e-b185-fc21106b2195 req-8a157037-be85-4536-8cab-c1e855a46a2e service nova] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.952999] env[62024]: DEBUG nova.network.neutron [-] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.969852] env[62024]: DEBUG nova.compute.manager [req-26efdf3b-179a-4976-8729-5bd77d26b636 req-c02e88c6-c671-41d6-8e06-da6fd7735c76 service nova] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Detach interface failed, port_id=a70115d7-d773-4a86-83e4-c8e417842ee3, reason: Instance 94744d19-3ad4-42bd-ba98-0bf84f87ef06 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 774.043064] env[62024]: DEBUG nova.network.neutron [req-9c89c804-4b3a-4a0e-b185-fc21106b2195 req-8a157037-be85-4536-8cab-c1e855a46a2e service nova] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.213718] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288243, 'name': Rename_Task, 'duration_secs': 1.070913} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.215545] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.215988] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7681a3e-0474-4224-92a8-cd522bee5c43 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.225134] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Waiting for the task: (returnval){ [ 774.225134] env[62024]: value = "task-2288245" [ 774.225134] env[62024]: _type = "Task" [ 774.225134] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.240628] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.243212] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] bb516805-3266-46a4-a484-0412b9c30670/bb516805-3266-46a4-a484-0412b9c30670.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.243518] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.243861] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.245144] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be53a761-ef30-42b1-a164-74aad1246b15 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.252867] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 774.252867] env[62024]: value = "task-2288246" [ 774.252867] env[62024]: _type = "Task" [ 774.252867] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.264104] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.324775] env[62024]: INFO nova.compute.manager [-] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Took 2.51 seconds to deallocate network for instance. [ 774.336926] env[62024]: INFO nova.compute.manager [-] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Took 1.39 seconds to deallocate network for instance. [ 774.471348] env[62024]: INFO nova.compute.manager [-] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Took 1.41 seconds to deallocate network for instance. [ 774.545270] env[62024]: DEBUG oslo_concurrency.lockutils [req-9c89c804-4b3a-4a0e-b185-fc21106b2195 req-8a157037-be85-4536-8cab-c1e855a46a2e service nova] Releasing lock "refresh_cache-c9d82a18-2556-465f-9fdc-623c14c71850" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.545777] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "refresh_cache-c9d82a18-2556-465f-9fdc-623c14c71850" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.545977] env[62024]: DEBUG nova.network.neutron [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.685539] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.129s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.692469] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.575s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.694808] env[62024]: INFO nova.compute.claims [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.737810] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288245, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.764263] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063304} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.764263] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.765410] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38b1bc3-e29b-493c-9fea-aa65f1f6a1e0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.797043] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] bb516805-3266-46a4-a484-0412b9c30670/bb516805-3266-46a4-a484-0412b9c30670.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.797043] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ac5cd06-1f8b-407c-aa49-11fab18f2819 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.819264] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 774.819264] env[62024]: value = "task-2288247" [ 774.819264] env[62024]: _type = "Task" [ 774.819264] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.830316] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.832385] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.844662] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.978509] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.081191] env[62024]: DEBUG nova.network.neutron [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.234870] env[62024]: DEBUG oslo_vmware.api [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Task: {'id': task-2288245, 'name': PowerOnVM_Task, 'duration_secs': 0.533562} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.235552] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.235552] env[62024]: DEBUG nova.compute.manager [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.236240] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ee8044-b120-442c-81c1-a1e6ce8d7a43 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.239737] env[62024]: DEBUG nova.network.neutron [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Updating instance_info_cache with network_info: [{"id": "bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4", "address": "fa:16:3e:89:dd:97", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd11eb0b-bf", "ovs_interfaceid": "bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.329723] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288247, 'name': ReconfigVM_Task, 'duration_secs': 0.336314} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.330562] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Reconfigured VM instance instance-0000003c to attach disk [datastore1] bb516805-3266-46a4-a484-0412b9c30670/bb516805-3266-46a4-a484-0412b9c30670.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.331243] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80a913e4-80df-45bd-9709-21d46cef3a8e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.341868] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 775.341868] env[62024]: value = "task-2288248" [ 775.341868] env[62024]: _type = "Task" [ 775.341868] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.350287] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288248, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.515926] env[62024]: DEBUG nova.compute.manager [req-3270668a-a21c-429f-ab1e-df0a901bfedd req-eede48f9-69fa-43d3-8660-032cdf30b09c service nova] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Received event network-vif-deleted-2527b146-2e75-4eb2-bfc6-0415c5eb6a3f {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.518226] env[62024]: DEBUG nova.compute.manager [req-5afab59b-788f-4e84-99a2-f63e29d8869a req-8fe0736d-926f-4452-bc33-57c3eee3e265 service nova] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Received event network-vif-deleted-15ae81fa-43d2-48cb-ba88-6ba191f10c8e {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.742940] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "refresh_cache-c9d82a18-2556-465f-9fdc-623c14c71850" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.743294] env[62024]: DEBUG nova.compute.manager [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Instance network_info: |[{"id": "bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4", "address": "fa:16:3e:89:dd:97", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd11eb0b-bf", "ovs_interfaceid": "bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.743673] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:dd:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.751906] env[62024]: DEBUG oslo.service.loopingcall [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.757648] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.759396] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be6c1b2b-6a96-4d02-a1fc-9dea2a6f7299 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.778650] env[62024]: DEBUG oslo_concurrency.lockutils [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.784987] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.784987] env[62024]: value = "task-2288249" [ 775.784987] env[62024]: _type = "Task" [ 775.784987] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.795735] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288249, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.866123] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288248, 'name': Rename_Task, 'duration_secs': 0.167867} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.866123] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.866123] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eda20f63-23af-49a2-a520-b3f902e0ca84 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.873156] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 775.873156] env[62024]: value = "task-2288250" [ 775.873156] env[62024]: _type = "Task" [ 775.873156] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.889807] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288250, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.153441] env[62024]: DEBUG oslo_concurrency.lockutils [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquiring lock "3fc289e9-3c96-4f1f-9cbb-52482e5502d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.153441] env[62024]: DEBUG oslo_concurrency.lockutils [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Lock "3fc289e9-3c96-4f1f-9cbb-52482e5502d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.153441] env[62024]: DEBUG oslo_concurrency.lockutils [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquiring lock "3fc289e9-3c96-4f1f-9cbb-52482e5502d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.153441] env[62024]: DEBUG oslo_concurrency.lockutils [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Lock "3fc289e9-3c96-4f1f-9cbb-52482e5502d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.153441] env[62024]: DEBUG oslo_concurrency.lockutils [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Lock "3fc289e9-3c96-4f1f-9cbb-52482e5502d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.155957] env[62024]: INFO nova.compute.manager [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Terminating instance [ 776.232404] env[62024]: INFO nova.compute.manager [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Swapping old allocation on dict_keys(['2414aeaf-2a82-48f5-b61f-d58b79924cbf']) held by migration 58117583-34f9-4817-a6ce-18442ab0e8ad for instance [ 776.247274] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00202802-c35c-4633-a78f-cb8a0112fd3a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.255855] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142976c3-71d3-4c27-991f-2a29e1955f28 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.289281] env[62024]: DEBUG nova.scheduler.client.report [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Overwriting current allocation {'allocations': {'2414aeaf-2a82-48f5-b61f-d58b79924cbf': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 89}}, 'project_id': 'fdaeb6b9d3e740f18407db397deb9c5a', 'user_id': '2547dde839f24e5a93bdeede71f68bb1', 'consumer_generation': 1} on consumer 128f600b-4c7c-44fd-9d83-8295bab996e7 {{(pid=62024) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 776.294831] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9e99f8-4f8e-4b27-8c2d-66bd47470e0a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.304908] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288249, 'name': CreateVM_Task, 'duration_secs': 0.371896} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.306115] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a936e6a-5169-484d-b600-59aa6129242e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.309880] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.310599] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.310815] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.311168] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.311801] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee698784-5615-4b85-9583-d48f9b1e3364 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.324731] env[62024]: DEBUG nova.compute.provider_tree [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.330243] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 776.330243] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52063903-14c7-6f1e-db51-f0ee77e15b21" [ 776.330243] env[62024]: _type = "Task" [ 776.330243] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.339178] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52063903-14c7-6f1e-db51-f0ee77e15b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.383864] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288250, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.403734] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.403980] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquired lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.404202] env[62024]: DEBUG nova.network.neutron [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.663636] env[62024]: DEBUG oslo_concurrency.lockutils [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquiring lock "refresh_cache-3fc289e9-3c96-4f1f-9cbb-52482e5502d5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.663858] env[62024]: DEBUG oslo_concurrency.lockutils [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquired lock "refresh_cache-3fc289e9-3c96-4f1f-9cbb-52482e5502d5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.664024] env[62024]: DEBUG nova.network.neutron [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.827991] env[62024]: DEBUG nova.scheduler.client.report [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.846736] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52063903-14c7-6f1e-db51-f0ee77e15b21, 'name': SearchDatastore_Task, 'duration_secs': 0.012106} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.846736] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.846736] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.846736] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.846952] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.846980] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.847874] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f679bfc7-766c-4341-ac05-c90f0b04145c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.857773] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.857964] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.858793] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2279cb-62e4-47e9-8c21-c04d03990268 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.865061] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 776.865061] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522b0203-9cf2-dbc5-eeab-a85e50c56460" [ 776.865061] env[62024]: _type = "Task" [ 776.865061] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.875724] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522b0203-9cf2-dbc5-eeab-a85e50c56460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.883780] env[62024]: DEBUG oslo_vmware.api [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288250, 'name': PowerOnVM_Task, 'duration_secs': 0.519109} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.884101] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.884358] env[62024]: INFO nova.compute.manager [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Took 13.46 seconds to spawn the instance on the hypervisor. [ 776.884567] env[62024]: DEBUG nova.compute.manager [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.885374] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ccd9c8-801d-4178-9251-2da770b1599e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.204022] env[62024]: DEBUG nova.network.neutron [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.341152] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.341705] env[62024]: DEBUG nova.compute.manager [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.344568] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.619s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.348282] env[62024]: DEBUG nova.objects.instance [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lazy-loading 'pci_requests' on Instance uuid 2dffe23d-5c9a-4477-a855-227646ad434b {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.352704] env[62024]: DEBUG nova.network.neutron [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance_info_cache with network_info: [{"id": "85edc2c4-70d3-4765-b8ae-c77bd54d09ed", "address": "fa:16:3e:9c:e7:bc", "network": {"id": "51096752-7b00-42fc-b13d-9217950b681d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a7a6d2df7b6f445fbdf771797f6c5847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85edc2c4-70", "ovs_interfaceid": "85edc2c4-70d3-4765-b8ae-c77bd54d09ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.358516] env[62024]: DEBUG nova.network.neutron [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.377229] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522b0203-9cf2-dbc5-eeab-a85e50c56460, 'name': SearchDatastore_Task, 'duration_secs': 0.015283} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.378113] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e686b829-1850-4b59-9794-0601b7cca771 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.384239] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 777.384239] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dec0dd-81f1-7ded-8cd6-1447efbad357" [ 777.384239] env[62024]: _type = "Task" [ 777.384239] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.395069] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dec0dd-81f1-7ded-8cd6-1447efbad357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.407528] env[62024]: INFO nova.compute.manager [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Took 62.40 seconds to build instance. [ 777.853381] env[62024]: DEBUG nova.objects.instance [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lazy-loading 'numa_topology' on Instance uuid 2dffe23d-5c9a-4477-a855-227646ad434b {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.859758] env[62024]: DEBUG nova.compute.utils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 777.861730] env[62024]: DEBUG nova.compute.manager [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.861979] env[62024]: DEBUG nova.network.neutron [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.865281] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Releasing lock "refresh_cache-128f600b-4c7c-44fd-9d83-8295bab996e7" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.866036] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.866036] env[62024]: DEBUG oslo_concurrency.lockutils [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Releasing lock "refresh_cache-3fc289e9-3c96-4f1f-9cbb-52482e5502d5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.868555] env[62024]: DEBUG nova.compute.manager [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.873052] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.873052] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f09a474-5e71-469d-b2b3-f44f50a975a0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.874306] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a592670d-a29f-4199-9fd9-a730c75b5ab4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.884493] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.887020] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffbec030-8dca-4e27-8b3f-304abc62ff98 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.889740] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 777.889740] env[62024]: value = "task-2288251" [ 777.889740] env[62024]: _type = "Task" [ 777.889740] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.902960] env[62024]: DEBUG oslo_vmware.api [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 777.902960] env[62024]: value = "task-2288252" [ 777.902960] env[62024]: _type = "Task" [ 777.902960] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.906901] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dec0dd-81f1-7ded-8cd6-1447efbad357, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.915588] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.915588] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] c9d82a18-2556-465f-9fdc-623c14c71850/c9d82a18-2556-465f-9fdc-623c14c71850.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.915588] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c77b46e3-86a7-4d98-9b18-a753176d8e7d tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "bb516805-3266-46a4-a484-0412b9c30670" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.008s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.915588] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.916333] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527fe89d-7aeb-bb31-585c-347a128f540e/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 777.916671] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03b46948-d580-4b1e-b25e-53ae828b2562 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.919676] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deec626e-1683-4b97-8a26-a900104af93c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.928563] env[62024]: DEBUG oslo_vmware.api [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.931227] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 777.931227] env[62024]: value = "task-2288253" [ 777.931227] env[62024]: _type = "Task" [ 777.931227] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.931454] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527fe89d-7aeb-bb31-585c-347a128f540e/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 777.931610] env[62024]: ERROR oslo_vmware.rw_handles [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527fe89d-7aeb-bb31-585c-347a128f540e/disk-0.vmdk due to incomplete transfer. [ 777.931903] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c97d64eb-6cb0-45a6-95e7-fbe81a082e58 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.937709] env[62024]: DEBUG nova.policy [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5b49893d096417aa968d35a1c94a0c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9491ff7c5ccc4b49b1ac4f71045c16a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.948462] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527fe89d-7aeb-bb31-585c-347a128f540e/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 777.948693] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Uploaded image 208881af-3add-46fd-ba86-32ac04203484 to the Glance image server {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 777.951624] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 777.951992] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.955014] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b67feb2-6a51-4147-b37a-4503f2e96769 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.960867] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 777.960867] env[62024]: value = "task-2288254" [ 777.960867] env[62024]: _type = "Task" [ 777.960867] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.969098] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288254, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.363998] env[62024]: INFO nova.compute.claims [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.374569] env[62024]: DEBUG nova.compute.manager [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.405981] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288251, 'name': PowerOffVM_Task, 'duration_secs': 0.345833} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.407270] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.407270] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:11:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dfcc9f05-23d8-4419-bd2d-1ff9cb481f43',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1830564247',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.407270] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.407535] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.407594] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.407741] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.408321] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.409026] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.409026] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.409457] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.409658] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.409870] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.416793] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55220087-d6d1-46e2-bbfb-9040644ef199 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.443852] env[62024]: DEBUG oslo_vmware.api [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288252, 'name': PowerOffVM_Task, 'duration_secs': 0.344485} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.451022] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.451022] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.451022] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 778.451022] env[62024]: value = "task-2288255" [ 778.451022] env[62024]: _type = "Task" [ 778.451022] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.451022] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288253, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.451022] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-506a433c-16f3-4a28-bb0c-3ccb3dd779cd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.463768] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.470055] env[62024]: DEBUG nova.network.neutron [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Successfully created port: 07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.481010] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288254, 'name': Destroy_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.486738] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.486988] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.487202] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Deleting the datastore file [datastore1] 3fc289e9-3c96-4f1f-9cbb-52482e5502d5 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.487549] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30551687-928c-4920-a3cd-9a11f818bd8c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.496742] env[62024]: DEBUG oslo_vmware.api [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for the task: (returnval){ [ 778.496742] env[62024]: value = "task-2288257" [ 778.496742] env[62024]: _type = "Task" [ 778.496742] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.512288] env[62024]: DEBUG oslo_vmware.api [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.946898] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782631} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.946898] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] c9d82a18-2556-465f-9fdc-623c14c71850/c9d82a18-2556-465f-9fdc-623c14c71850.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.946898] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.946898] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e529825-06dd-461e-b45d-f6b48db006eb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.955285] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 778.955285] env[62024]: value = "task-2288258" [ 778.955285] env[62024]: _type = "Task" [ 778.955285] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.966846] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288255, 'name': ReconfigVM_Task, 'duration_secs': 0.321401} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.974782] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.975760] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c82094-e7e7-42cf-bf35-7d8ce71a1164 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.005364] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288254, 'name': Destroy_Task, 'duration_secs': 0.574882} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.006467] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:11:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dfcc9f05-23d8-4419-bd2d-1ff9cb481f43',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1830564247',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.006885] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.007184] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.007546] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.007798] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.008046] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.008457] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.008731] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.009015] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.009280] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.009570] env[62024]: DEBUG nova.virt.hardware [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.010827] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Destroyed the VM [ 779.011186] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 779.016096] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66dba357-f369-4711-9c82-7f8ffcf77d25 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.019197] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-182d905c-98c4-4b26-9eb6-c7e8bb78e3a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.030280] env[62024]: DEBUG oslo_vmware.api [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Task: {'id': task-2288257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429193} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.030585] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.030963] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.031388] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.031510] env[62024]: INFO nova.compute.manager [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 779.031696] env[62024]: DEBUG oslo.service.loopingcall [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 779.033509] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 779.033509] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527cae18-2cb7-c5fa-5b8e-50a2df86b424" [ 779.033509] env[62024]: _type = "Task" [ 779.033509] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.033509] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 779.033509] env[62024]: value = "task-2288259" [ 779.033509] env[62024]: _type = "Task" [ 779.033509] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.033509] env[62024]: DEBUG nova.compute.manager [-] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.033509] env[62024]: DEBUG nova.network.neutron [-] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.052770] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288259, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.053069] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527cae18-2cb7-c5fa-5b8e-50a2df86b424, 'name': SearchDatastore_Task, 'duration_secs': 0.012914} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.059613] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 779.060685] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1af668-d164-4dd4-802f-87e9fd59017b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.075901] env[62024]: DEBUG nova.network.neutron [-] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.079124] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 779.079124] env[62024]: value = "task-2288260" [ 779.079124] env[62024]: _type = "Task" [ 779.079124] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.089351] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.146882] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Acquiring lock "091ddffd-6767-4b75-8a25-28b4851324c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.147288] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Lock "091ddffd-6767-4b75-8a25-28b4851324c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.386965] env[62024]: DEBUG nova.compute.manager [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.424410] env[62024]: DEBUG nova.virt.hardware [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.424678] env[62024]: DEBUG nova.virt.hardware [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.425124] env[62024]: DEBUG nova.virt.hardware [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.425124] env[62024]: DEBUG nova.virt.hardware [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.425124] env[62024]: DEBUG nova.virt.hardware [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.425384] env[62024]: DEBUG nova.virt.hardware [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.425463] env[62024]: DEBUG nova.virt.hardware [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.425646] env[62024]: DEBUG nova.virt.hardware [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.425848] env[62024]: DEBUG nova.virt.hardware [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.426132] env[62024]: DEBUG nova.virt.hardware [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.426370] env[62024]: DEBUG nova.virt.hardware [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.427358] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f727775-e452-4eca-97c0-8653b3cb1043 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.440155] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab07439-c4df-4dc2-b08a-23d024c3b8cb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.469480] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170608} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.469770] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.470593] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5d8851-1ae0-4327-800f-ea451ccc4665 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.497999] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] c9d82a18-2556-465f-9fdc-623c14c71850/c9d82a18-2556-465f-9fdc-623c14c71850.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.501216] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfaeb1d0-6d9e-4f0a-bc1e-748ca7d18f09 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.522283] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 779.522283] env[62024]: value = "task-2288261" [ 779.522283] env[62024]: _type = "Task" [ 779.522283] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.532692] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.545385] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288259, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.580397] env[62024]: DEBUG nova.network.neutron [-] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.599622] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288260, 'name': ReconfigVM_Task, 'duration_secs': 0.420661} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.599917] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 779.600761] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102ef23c-40b3-4cec-95e3-7e74837a78b3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.634845] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 128f600b-4c7c-44fd-9d83-8295bab996e7/128f600b-4c7c-44fd-9d83-8295bab996e7.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.639198] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfb5fc4f-971c-40a4-99b2-28960e323691 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.656455] env[62024]: DEBUG nova.compute.manager [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.670253] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 779.670253] env[62024]: value = "task-2288262" [ 779.670253] env[62024]: _type = "Task" [ 779.670253] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.684026] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288262, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.999188] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "ac899dc5-f981-4532-b20c-e8351dc4f00a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.999531] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "ac899dc5-f981-4532-b20c-e8351dc4f00a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.035979] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288261, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.044373] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288259, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.067132] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af432277-fe05-4505-9bb9-507827f62932 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.071472] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "bb516805-3266-46a4-a484-0412b9c30670" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.072694] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "bb516805-3266-46a4-a484-0412b9c30670" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.072694] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "bb516805-3266-46a4-a484-0412b9c30670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.072694] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "bb516805-3266-46a4-a484-0412b9c30670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.072694] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "bb516805-3266-46a4-a484-0412b9c30670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.076269] env[62024]: INFO nova.compute.manager [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Terminating instance [ 780.080318] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d99b8fe-8437-4aa2-a83b-f17f7d4de839 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.111294] env[62024]: INFO nova.compute.manager [-] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Took 1.08 seconds to deallocate network for instance. [ 780.118083] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562f5dab-de34-462d-88bc-a1c4f8a0ecf2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.127876] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf1ed51-5200-44b3-a2ca-d1cc32d36546 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.144124] env[62024]: DEBUG nova.compute.provider_tree [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.179876] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288262, 'name': ReconfigVM_Task, 'duration_secs': 0.503795} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.180054] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 128f600b-4c7c-44fd-9d83-8295bab996e7/128f600b-4c7c-44fd-9d83-8295bab996e7.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.180853] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138e46c0-b514-4279-942c-ee33de8a15b7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.184392] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.202377] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6d36c4-1adf-4679-ae59-b20fa1be51b6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.221012] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703fe2c1-7958-4cca-8979-374f4a8e575d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.240102] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2da5d4d-f570-41cc-88b1-ae6afcd5f3cb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.247150] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.247426] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af15a8aa-c832-4e0f-80f7-5f44f4168799 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.254487] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 780.254487] env[62024]: value = "task-2288263" [ 780.254487] env[62024]: _type = "Task" [ 780.254487] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.262763] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.379052] env[62024]: DEBUG nova.compute.manager [req-b9a3d208-a43a-4b74-a7f3-6e33b22b412e req-a3a46ad1-11f5-44bc-8f7f-b2332d5fe21b service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Received event network-vif-plugged-07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.379284] env[62024]: DEBUG oslo_concurrency.lockutils [req-b9a3d208-a43a-4b74-a7f3-6e33b22b412e req-a3a46ad1-11f5-44bc-8f7f-b2332d5fe21b service nova] Acquiring lock "a0f8e68d-0b54-44d0-b3bf-4c386c013015-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.379491] env[62024]: DEBUG oslo_concurrency.lockutils [req-b9a3d208-a43a-4b74-a7f3-6e33b22b412e req-a3a46ad1-11f5-44bc-8f7f-b2332d5fe21b service nova] Lock "a0f8e68d-0b54-44d0-b3bf-4c386c013015-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.379657] env[62024]: DEBUG oslo_concurrency.lockutils [req-b9a3d208-a43a-4b74-a7f3-6e33b22b412e req-a3a46ad1-11f5-44bc-8f7f-b2332d5fe21b service nova] Lock "a0f8e68d-0b54-44d0-b3bf-4c386c013015-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.379822] env[62024]: DEBUG nova.compute.manager [req-b9a3d208-a43a-4b74-a7f3-6e33b22b412e req-a3a46ad1-11f5-44bc-8f7f-b2332d5fe21b service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] No waiting events found dispatching network-vif-plugged-07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.379982] env[62024]: WARNING nova.compute.manager [req-b9a3d208-a43a-4b74-a7f3-6e33b22b412e req-a3a46ad1-11f5-44bc-8f7f-b2332d5fe21b service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Received unexpected event network-vif-plugged-07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 for instance with vm_state building and task_state spawning. [ 780.506777] env[62024]: DEBUG nova.compute.manager [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.537478] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288261, 'name': ReconfigVM_Task, 'duration_secs': 0.521753} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.540935] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Reconfigured VM instance instance-0000003d to attach disk [datastore1] c9d82a18-2556-465f-9fdc-623c14c71850/c9d82a18-2556-465f-9fdc-623c14c71850.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.542772] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b7a91ee-ec85-4d8c-bb77-33c4a46735f0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.549932] env[62024]: DEBUG oslo_vmware.api [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288259, 'name': RemoveSnapshot_Task, 'duration_secs': 1.185373} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.553359] env[62024]: DEBUG nova.network.neutron [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Successfully updated port: 07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.553359] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 780.553359] env[62024]: INFO nova.compute.manager [None req-f787bf47-ec5a-455f-8215-105dcdd97cc6 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Took 17.07 seconds to snapshot the instance on the hypervisor. [ 780.559562] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 780.559562] env[62024]: value = "task-2288264" [ 780.559562] env[62024]: _type = "Task" [ 780.559562] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.578161] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288264, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.586326] env[62024]: DEBUG nova.compute.manager [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.586326] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.586326] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba25635-a18c-4e7b-9349-5fc12d8d39a3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.594788] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.595112] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5eabcdc2-faac-40c7-bec8-5425c90a7ca2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.601722] env[62024]: DEBUG oslo_vmware.api [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 780.601722] env[62024]: value = "task-2288265" [ 780.601722] env[62024]: _type = "Task" [ 780.601722] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.610655] env[62024]: DEBUG oslo_vmware.api [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.622546] env[62024]: DEBUG oslo_concurrency.lockutils [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.647537] env[62024]: DEBUG nova.scheduler.client.report [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.766195] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.027838] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.060686] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquiring lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.060861] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquired lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.061031] env[62024]: DEBUG nova.network.neutron [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.074328] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288264, 'name': Rename_Task, 'duration_secs': 0.142235} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.074536] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.074903] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba150fc5-4cec-4bc9-8909-ae747abfab89 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.081032] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 781.081032] env[62024]: value = "task-2288266" [ 781.081032] env[62024]: _type = "Task" [ 781.081032] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.095126] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.111976] env[62024]: DEBUG oslo_vmware.api [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288265, 'name': PowerOffVM_Task, 'duration_secs': 0.217175} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.112184] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.112582] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.112669] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-556d143b-0180-4742-8b8b-c513466c2e12 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.153718] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.809s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.155968] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.053s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.157549] env[62024]: INFO nova.compute.claims [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.202453] env[62024]: INFO nova.network.neutron [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Updating port c97cfc34-9cda-48d1-aa01-d67c7f9d4943 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 781.264873] env[62024]: DEBUG oslo_vmware.api [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288263, 'name': PowerOnVM_Task, 'duration_secs': 0.611957} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.265152] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.593292] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.604984] env[62024]: DEBUG nova.network.neutron [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.758551] env[62024]: DEBUG nova.network.neutron [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Updating instance_info_cache with network_info: [{"id": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "address": "fa:16:3e:22:00:d3", "network": {"id": "d56236b6-02f8-4302-a77a-d7d594154aab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-604536759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9491ff7c5ccc4b49b1ac4f71045c16a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07916e50-8e", "ovs_interfaceid": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.091624] env[62024]: DEBUG oslo_vmware.api [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288266, 'name': PowerOnVM_Task, 'duration_secs': 0.569512} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.091890] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.092098] env[62024]: INFO nova.compute.manager [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Took 10.78 seconds to spawn the instance on the hypervisor. [ 782.092284] env[62024]: DEBUG nova.compute.manager [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.093067] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3451ad0-9297-4726-9f4d-6bb718de0e9a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.170764] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.170978] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.171175] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Deleting the datastore file [datastore1] bb516805-3266-46a4-a484-0412b9c30670 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.171429] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55982777-fd70-487e-95e4-afa3b4991960 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.179243] env[62024]: DEBUG oslo_vmware.api [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 782.179243] env[62024]: value = "task-2288268" [ 782.179243] env[62024]: _type = "Task" [ 782.179243] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.187729] env[62024]: DEBUG oslo_vmware.api [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.263997] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Releasing lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.264337] env[62024]: DEBUG nova.compute.manager [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Instance network_info: |[{"id": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "address": "fa:16:3e:22:00:d3", "network": {"id": "d56236b6-02f8-4302-a77a-d7d594154aab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-604536759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9491ff7c5ccc4b49b1ac4f71045c16a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07916e50-8e", "ovs_interfaceid": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.264776] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:00:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07916e50-8e9d-4190-b4f6-e9ed5a8c6e47', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.272126] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Creating folder: Project (9491ff7c5ccc4b49b1ac4f71045c16a8). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.275117] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9b99c9c-4535-4aac-8402-116e86d458e9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.278021] env[62024]: INFO nova.compute.manager [None req-c1017e9a-9e7b-4a7a-a165-150b1c582296 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance to original state: 'active' [ 782.289665] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Created folder: Project (9491ff7c5ccc4b49b1ac4f71045c16a8) in parent group-v465568. [ 782.289863] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Creating folder: Instances. Parent ref: group-v465750. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.292425] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4723b158-5c4a-4927-b5f1-f5150fd53eec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.303840] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Created folder: Instances in parent group-v465750. [ 782.304159] env[62024]: DEBUG oslo.service.loopingcall [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.304410] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.307275] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-699d7f3e-8139-49d0-9292-c3edf819b229 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.329793] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.329793] env[62024]: value = "task-2288271" [ 782.329793] env[62024]: _type = "Task" [ 782.329793] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.340073] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288271, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.418055] env[62024]: DEBUG nova.compute.manager [req-7607590a-1d39-4cf8-8bde-9b1c962facb8 req-fbc6501a-f472-4bc1-b446-a2b308536009 service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Received event network-changed-07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.418269] env[62024]: DEBUG nova.compute.manager [req-7607590a-1d39-4cf8-8bde-9b1c962facb8 req-fbc6501a-f472-4bc1-b446-a2b308536009 service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Refreshing instance network info cache due to event network-changed-07916e50-8e9d-4190-b4f6-e9ed5a8c6e47. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 782.418478] env[62024]: DEBUG oslo_concurrency.lockutils [req-7607590a-1d39-4cf8-8bde-9b1c962facb8 req-fbc6501a-f472-4bc1-b446-a2b308536009 service nova] Acquiring lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.418621] env[62024]: DEBUG oslo_concurrency.lockutils [req-7607590a-1d39-4cf8-8bde-9b1c962facb8 req-fbc6501a-f472-4bc1-b446-a2b308536009 service nova] Acquired lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.418797] env[62024]: DEBUG nova.network.neutron [req-7607590a-1d39-4cf8-8bde-9b1c962facb8 req-fbc6501a-f472-4bc1-b446-a2b308536009 service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Refreshing network info cache for port 07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.617501] env[62024]: INFO nova.compute.manager [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Took 55.59 seconds to build instance. [ 782.621178] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5360077b-ff0b-48f9-a1fb-0541b8706199 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.631079] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb62bf4e-93bb-4729-a414-6df8e1d41c5c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.663125] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dace1bc7-43b3-4bed-b20a-84464c02a837 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.671278] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404d9b96-8914-4715-bf31-a539c091a94d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.685764] env[62024]: DEBUG nova.compute.provider_tree [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.695046] env[62024]: DEBUG oslo_vmware.api [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155523} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.695876] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.696094] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.696277] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.696448] env[62024]: INFO nova.compute.manager [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: bb516805-3266-46a4-a484-0412b9c30670] Took 2.11 seconds to destroy the instance on the hypervisor. [ 782.696685] env[62024]: DEBUG oslo.service.loopingcall [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.696882] env[62024]: DEBUG nova.compute.manager [-] [instance: bb516805-3266-46a4-a484-0412b9c30670] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.696964] env[62024]: DEBUG nova.network.neutron [-] [instance: bb516805-3266-46a4-a484-0412b9c30670] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.840389] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288271, 'name': CreateVM_Task, 'duration_secs': 0.302735} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.841296] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.842055] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.842271] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.842822] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.843195] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81be6d6-9b11-4904-aee0-74ecd57ef53d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.848114] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 782.848114] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cca653-3ce7-4d93-72d4-03be5b45b302" [ 782.848114] env[62024]: _type = "Task" [ 782.848114] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.856856] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cca653-3ce7-4d93-72d4-03be5b45b302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.018210] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.018418] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.018566] env[62024]: DEBUG nova.network.neutron [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.120378] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a2a2b84c-ab39-400d-b4fb-e0494f1c1bb0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "c9d82a18-2556-465f-9fdc-623c14c71850" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.964s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.158732] env[62024]: DEBUG nova.network.neutron [req-7607590a-1d39-4cf8-8bde-9b1c962facb8 req-fbc6501a-f472-4bc1-b446-a2b308536009 service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Updated VIF entry in instance network info cache for port 07916e50-8e9d-4190-b4f6-e9ed5a8c6e47. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.159311] env[62024]: DEBUG nova.network.neutron [req-7607590a-1d39-4cf8-8bde-9b1c962facb8 req-fbc6501a-f472-4bc1-b446-a2b308536009 service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Updating instance_info_cache with network_info: [{"id": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "address": "fa:16:3e:22:00:d3", "network": {"id": "d56236b6-02f8-4302-a77a-d7d594154aab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-604536759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9491ff7c5ccc4b49b1ac4f71045c16a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07916e50-8e", "ovs_interfaceid": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.192064] env[62024]: DEBUG nova.scheduler.client.report [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.360422] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cca653-3ce7-4d93-72d4-03be5b45b302, 'name': SearchDatastore_Task, 'duration_secs': 0.009139} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.361046] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.361353] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.361661] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.361867] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.362167] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.362631] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09ddb707-4017-4870-8d7c-6ad9da28a8c5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.371715] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.372051] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.373993] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e686ed65-d02e-4d84-b718-7b7b2d745b71 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.382868] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 783.382868] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ed04d0-2eb7-af33-aa63-baf0d584d8ab" [ 783.382868] env[62024]: _type = "Task" [ 783.382868] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.394126] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ed04d0-2eb7-af33-aa63-baf0d584d8ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.509843] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "c9d82a18-2556-465f-9fdc-623c14c71850" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.510082] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "c9d82a18-2556-465f-9fdc-623c14c71850" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.662253] env[62024]: DEBUG oslo_concurrency.lockutils [req-7607590a-1d39-4cf8-8bde-9b1c962facb8 req-fbc6501a-f472-4bc1-b446-a2b308536009 service nova] Releasing lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.677215] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "128f600b-4c7c-44fd-9d83-8295bab996e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.677453] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "128f600b-4c7c-44fd-9d83-8295bab996e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.677657] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "128f600b-4c7c-44fd-9d83-8295bab996e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.677835] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "128f600b-4c7c-44fd-9d83-8295bab996e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.678010] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "128f600b-4c7c-44fd-9d83-8295bab996e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.680309] env[62024]: INFO nova.compute.manager [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Terminating instance [ 783.697510] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.698011] env[62024]: DEBUG nova.compute.manager [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.701269] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.981s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.702723] env[62024]: INFO nova.compute.claims [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.747473] env[62024]: DEBUG nova.network.neutron [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Updating instance_info_cache with network_info: [{"id": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "address": "fa:16:3e:65:bb:be", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97cfc34-9c", "ovs_interfaceid": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.894155] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ed04d0-2eb7-af33-aa63-baf0d584d8ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.894973] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea055d0-a5ca-4dd3-87dc-64cf3d4542af {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.900167] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 783.900167] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad80d6-5d95-9b3d-9c40-f9b569aa4df0" [ 783.900167] env[62024]: _type = "Task" [ 783.900167] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.907753] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad80d6-5d95-9b3d-9c40-f9b569aa4df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.013428] env[62024]: DEBUG nova.compute.utils [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 784.068286] env[62024]: DEBUG nova.network.neutron [-] [instance: bb516805-3266-46a4-a484-0412b9c30670] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.184149] env[62024]: DEBUG nova.compute.manager [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.184419] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.185358] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ad7e65-b5c8-456e-b3b1-db1b07f3de02 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.193371] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.193615] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbf35a30-4776-4210-9627-0eae5a4b3978 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.200262] env[62024]: DEBUG oslo_vmware.api [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 784.200262] env[62024]: value = "task-2288272" [ 784.200262] env[62024]: _type = "Task" [ 784.200262] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.204228] env[62024]: DEBUG nova.compute.utils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 784.205652] env[62024]: DEBUG nova.compute.manager [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.205825] env[62024]: DEBUG nova.network.neutron [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.215784] env[62024]: DEBUG oslo_vmware.api [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.249978] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.254206] env[62024]: DEBUG nova.policy [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c858e9b1a643678ea3b54461d870df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dc8b626873f4801b564004f9b9d9e86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.283726] env[62024]: DEBUG nova.virt.hardware [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7258841220c73eb72cdd5a5808a750e1',container_format='bare',created_at=2025-02-04T17:11:57Z,direct_url=,disk_format='vmdk',id=ff0fed8d-ce9a-4400-b73d-f104a73bdeb6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-212466830-shelved',owner='63bf6d41509344a7a2d8d1567054f23e',properties=ImageMetaProps,protected=,size=31661568,status='active',tags=,updated_at=2025-02-04T17:12:14Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.284109] env[62024]: DEBUG nova.virt.hardware [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.284311] env[62024]: DEBUG nova.virt.hardware [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.284606] env[62024]: DEBUG nova.virt.hardware [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.284831] env[62024]: DEBUG nova.virt.hardware [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.285028] env[62024]: DEBUG nova.virt.hardware [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.285377] env[62024]: DEBUG nova.virt.hardware [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.285582] env[62024]: DEBUG nova.virt.hardware [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.285786] env[62024]: DEBUG nova.virt.hardware [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.286092] env[62024]: DEBUG nova.virt.hardware [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.286324] env[62024]: DEBUG nova.virt.hardware [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.287457] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30de9ac-85f6-42af-9030-1545b3e1d13d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.299749] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3c8810-6a15-4497-b3ec-d26aef5584f0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.017259] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "c9d82a18-2556-465f-9fdc-623c14c71850" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.507s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.018877] env[62024]: INFO nova.compute.manager [-] [instance: bb516805-3266-46a4-a484-0412b9c30670] Took 2.32 seconds to deallocate network for instance. [ 785.019333] env[62024]: DEBUG nova.compute.manager [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.024399] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:bb:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c97cfc34-9cda-48d1-aa01-d67c7f9d4943', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.031598] env[62024]: DEBUG oslo.service.loopingcall [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.032432] env[62024]: DEBUG nova.network.neutron [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Successfully created port: f206b8b4-5d8e-4f22-971d-aac9e738ab97 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.038625] env[62024]: DEBUG nova.compute.manager [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Received event network-vif-plugged-c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.038828] env[62024]: DEBUG oslo_concurrency.lockutils [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] Acquiring lock "2dffe23d-5c9a-4477-a855-227646ad434b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.039038] env[62024]: DEBUG oslo_concurrency.lockutils [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] Lock "2dffe23d-5c9a-4477-a855-227646ad434b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.039205] env[62024]: DEBUG oslo_concurrency.lockutils [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] Lock "2dffe23d-5c9a-4477-a855-227646ad434b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.039366] env[62024]: DEBUG nova.compute.manager [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] No waiting events found dispatching network-vif-plugged-c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.039525] env[62024]: WARNING nova.compute.manager [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Received unexpected event network-vif-plugged-c97cfc34-9cda-48d1-aa01-d67c7f9d4943 for instance with vm_state shelved_offloaded and task_state spawning. [ 785.039680] env[62024]: DEBUG nova.compute.manager [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Received event network-changed-c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.039856] env[62024]: DEBUG nova.compute.manager [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Refreshing instance network info cache due to event network-changed-c97cfc34-9cda-48d1-aa01-d67c7f9d4943. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 785.040057] env[62024]: DEBUG oslo_concurrency.lockutils [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] Acquiring lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.040214] env[62024]: DEBUG oslo_concurrency.lockutils [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] Acquired lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.040372] env[62024]: DEBUG nova.network.neutron [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Refreshing network info cache for port c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.046500] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.049883] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-372797c4-b958-4f4b-bbd6-788dd67e127d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.074443] env[62024]: DEBUG oslo_vmware.api [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288272, 'name': PowerOffVM_Task, 'duration_secs': 0.193319} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.078936] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.079202] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.079485] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.079485] env[62024]: value = "task-2288273" [ 785.079485] env[62024]: _type = "Task" [ 785.079485] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.080215] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad80d6-5d95-9b3d-9c40-f9b569aa4df0, 'name': SearchDatastore_Task, 'duration_secs': 0.037274} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.080533] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc7436c0-4f41-4091-9acf-cb8fa046a551 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.082194] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.082503] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] a0f8e68d-0b54-44d0-b3bf-4c386c013015/a0f8e68d-0b54-44d0-b3bf-4c386c013015.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.088522] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-143bc2fa-2d5a-4dab-ad9a-606a59a78cc2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.098681] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288273, 'name': CreateVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.100070] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 785.100070] env[62024]: value = "task-2288275" [ 785.100070] env[62024]: _type = "Task" [ 785.100070] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.114888] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.162769] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.163036] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.163219] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Deleting the datastore file [datastore2] 128f600b-4c7c-44fd-9d83-8295bab996e7 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.163576] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdd08f85-0a39-4476-bd2c-ec4c7fb72545 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.170530] env[62024]: DEBUG oslo_vmware.api [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 785.170530] env[62024]: value = "task-2288276" [ 785.170530] env[62024]: _type = "Task" [ 785.170530] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.182040] env[62024]: DEBUG oslo_vmware.api [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.520604] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1208d8-12f5-4628-868d-d7ffbeb49bc4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.528919] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3999bc3-7d87-470c-9041-3bcfe3ea6b01 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.568775] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717ffa47-92a7-4410-a9cb-22b7b9909f86 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.572085] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.578087] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8af7e17-f15d-44ab-8e13-56f042670b78 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.595631] env[62024]: DEBUG nova.compute.provider_tree [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.600477] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288273, 'name': CreateVM_Task, 'duration_secs': 0.373109} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.600953] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.604559] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.604751] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.605111] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.606328] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48bb5a31-d7bc-4a74-a1f6-bbaf98a57830 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.618636] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288275, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.623108] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 785.623108] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bd9842-58aa-24f9-542d-8a87dd615760" [ 785.623108] env[62024]: _type = "Task" [ 785.623108] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.636320] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.636320] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Processing image ff0fed8d-ce9a-4400-b73d-f104a73bdeb6 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.636320] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.636503] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.636653] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.636954] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d90e8382-b3b8-40cc-ba7c-710d7b2b2efd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.645035] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.645434] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.645954] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f9da3f-4e70-4ca2-8d98-58b70640247c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.651083] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 785.651083] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522ac8a3-73ce-a7bc-afc9-c75dba2ca90b" [ 785.651083] env[62024]: _type = "Task" [ 785.651083] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.658781] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522ac8a3-73ce-a7bc-afc9-c75dba2ca90b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.678871] env[62024]: DEBUG oslo_vmware.api [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44546} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.679010] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.679201] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.679382] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.679548] env[62024]: INFO nova.compute.manager [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Took 1.50 seconds to destroy the instance on the hypervisor. [ 785.679829] env[62024]: DEBUG oslo.service.loopingcall [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.679946] env[62024]: DEBUG nova.compute.manager [-] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.680085] env[62024]: DEBUG nova.network.neutron [-] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.009733] env[62024]: DEBUG nova.network.neutron [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Updated VIF entry in instance network info cache for port c97cfc34-9cda-48d1-aa01-d67c7f9d4943. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.010247] env[62024]: DEBUG nova.network.neutron [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Updating instance_info_cache with network_info: [{"id": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "address": "fa:16:3e:65:bb:be", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97cfc34-9c", "ovs_interfaceid": "c97cfc34-9cda-48d1-aa01-d67c7f9d4943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.069071] env[62024]: DEBUG nova.compute.manager [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.100324] env[62024]: DEBUG nova.virt.hardware [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.100575] env[62024]: DEBUG nova.virt.hardware [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.100735] env[62024]: DEBUG nova.virt.hardware [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.100915] env[62024]: DEBUG nova.virt.hardware [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.101070] env[62024]: DEBUG nova.virt.hardware [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.101221] env[62024]: DEBUG nova.virt.hardware [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.101423] env[62024]: DEBUG nova.virt.hardware [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.101579] env[62024]: DEBUG nova.virt.hardware [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.101741] env[62024]: DEBUG nova.virt.hardware [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.101898] env[62024]: DEBUG nova.virt.hardware [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.102091] env[62024]: DEBUG nova.virt.hardware [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.103115] env[62024]: DEBUG nova.scheduler.client.report [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.107072] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2afcaf-845a-4297-a9cd-5ae60ee36f76 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.110478] env[62024]: DEBUG nova.network.neutron [-] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.124386] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344e3c7a-b2d7-4bd5-b25e-278c19621eec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.129161] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "c9d82a18-2556-465f-9fdc-623c14c71850" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.129387] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "c9d82a18-2556-465f-9fdc-623c14c71850" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.129853] env[62024]: INFO nova.compute.manager [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Attaching volume f926472d-968b-4778-aff4-e57dfd4dd356 to /dev/sdb [ 786.131071] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519494} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.131914] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] a0f8e68d-0b54-44d0-b3bf-4c386c013015/a0f8e68d-0b54-44d0-b3bf-4c386c013015.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.131914] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.135255] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d880bbf-f763-46ce-818c-80ee939d0c62 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.149121] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 786.149121] env[62024]: value = "task-2288277" [ 786.149121] env[62024]: _type = "Task" [ 786.149121] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.160775] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.164464] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Preparing fetch location {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 786.164762] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Fetch image to [datastore2] OSTACK_IMG_ca86082b-4610-45d4-b40a-d43026f3e38c/OSTACK_IMG_ca86082b-4610-45d4-b40a-d43026f3e38c.vmdk {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 786.164981] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Downloading stream optimized image ff0fed8d-ce9a-4400-b73d-f104a73bdeb6 to [datastore2] OSTACK_IMG_ca86082b-4610-45d4-b40a-d43026f3e38c/OSTACK_IMG_ca86082b-4610-45d4-b40a-d43026f3e38c.vmdk on the data store datastore2 as vApp {{(pid=62024) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 786.165185] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Downloading image file data ff0fed8d-ce9a-4400-b73d-f104a73bdeb6 to the ESX as VM named 'OSTACK_IMG_ca86082b-4610-45d4-b40a-d43026f3e38c' {{(pid=62024) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 786.189029] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2bed4d-d628-47db-9cd7-1565d34f0055 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.197882] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac5b11e-58d6-4283-8549-f995a4bf64fc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.229604] env[62024]: DEBUG nova.virt.block_device [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Updating existing volume attachment record: d6950ee6-34a3-47c9-aaf1-86abda37bd32 {{(pid=62024) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 786.253575] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 786.253575] env[62024]: value = "resgroup-9" [ 786.253575] env[62024]: _type = "ResourcePool" [ 786.253575] env[62024]: }. {{(pid=62024) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 786.253853] env[62024]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-354b1710-be7e-450b-a54b-a681a3db5a35 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.274651] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lease: (returnval){ [ 786.274651] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9a02e-b598-b994-fe91-4e21872cd131" [ 786.274651] env[62024]: _type = "HttpNfcLease" [ 786.274651] env[62024]: } obtained for vApp import into resource pool (val){ [ 786.274651] env[62024]: value = "resgroup-9" [ 786.274651] env[62024]: _type = "ResourcePool" [ 786.274651] env[62024]: }. {{(pid=62024) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 786.274981] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the lease: (returnval){ [ 786.274981] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9a02e-b598-b994-fe91-4e21872cd131" [ 786.274981] env[62024]: _type = "HttpNfcLease" [ 786.274981] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 786.281050] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 786.281050] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9a02e-b598-b994-fe91-4e21872cd131" [ 786.281050] env[62024]: _type = "HttpNfcLease" [ 786.281050] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 786.499828] env[62024]: DEBUG nova.compute.manager [req-85592f00-a3ad-4e38-87f1-7e1eae29663b req-6fe9e6b4-1af4-4baf-b077-00d97ab085c9 service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Received event network-vif-plugged-f206b8b4-5d8e-4f22-971d-aac9e738ab97 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.500057] env[62024]: DEBUG oslo_concurrency.lockutils [req-85592f00-a3ad-4e38-87f1-7e1eae29663b req-6fe9e6b4-1af4-4baf-b077-00d97ab085c9 service nova] Acquiring lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.500265] env[62024]: DEBUG oslo_concurrency.lockutils [req-85592f00-a3ad-4e38-87f1-7e1eae29663b req-6fe9e6b4-1af4-4baf-b077-00d97ab085c9 service nova] Lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.500424] env[62024]: DEBUG oslo_concurrency.lockutils [req-85592f00-a3ad-4e38-87f1-7e1eae29663b req-6fe9e6b4-1af4-4baf-b077-00d97ab085c9 service nova] Lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.500589] env[62024]: DEBUG nova.compute.manager [req-85592f00-a3ad-4e38-87f1-7e1eae29663b req-6fe9e6b4-1af4-4baf-b077-00d97ab085c9 service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] No waiting events found dispatching network-vif-plugged-f206b8b4-5d8e-4f22-971d-aac9e738ab97 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.500760] env[62024]: WARNING nova.compute.manager [req-85592f00-a3ad-4e38-87f1-7e1eae29663b req-6fe9e6b4-1af4-4baf-b077-00d97ab085c9 service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Received unexpected event network-vif-plugged-f206b8b4-5d8e-4f22-971d-aac9e738ab97 for instance with vm_state building and task_state spawning. [ 786.512475] env[62024]: DEBUG oslo_concurrency.lockutils [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] Releasing lock "refresh_cache-2dffe23d-5c9a-4477-a855-227646ad434b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.512738] env[62024]: DEBUG nova.compute.manager [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Received event network-vif-deleted-e05aeb8d-ac7c-4dbf-95f8-8a12ea5ee040 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.512949] env[62024]: DEBUG nova.compute.manager [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Received event network-vif-deleted-4769dd06-c241-4604-b931-0d284c330bc5 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.513195] env[62024]: DEBUG nova.compute.manager [req-33d08e9c-21fd-4edd-a71c-092af4556252 req-f463384d-6d1f-41b9-9c46-81e20200c88f service nova] [instance: bb516805-3266-46a4-a484-0412b9c30670] Received event network-vif-deleted-78ee34f9-7212-4320-ad80-61244c54b146 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.606753] env[62024]: DEBUG nova.network.neutron [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Successfully updated port: f206b8b4-5d8e-4f22-971d-aac9e738ab97 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.611588] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.910s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.612667] env[62024]: DEBUG nova.compute.manager [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.620415] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.287s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.622444] env[62024]: INFO nova.compute.claims [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.627044] env[62024]: INFO nova.compute.manager [-] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Took 0.95 seconds to deallocate network for instance. [ 786.660938] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081029} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.662612] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.663472] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03740aa0-985f-4424-8d47-0c1f3a8c64a4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.687550] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] a0f8e68d-0b54-44d0-b3bf-4c386c013015/a0f8e68d-0b54-44d0-b3bf-4c386c013015.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.688176] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02fca296-0039-4113-b2a3-0a4b9ff4fff5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.707417] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 786.707417] env[62024]: value = "task-2288282" [ 786.707417] env[62024]: _type = "Task" [ 786.707417] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.719148] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.723353] env[62024]: DEBUG nova.compute.manager [req-ca3d6fd9-05d9-401b-b3ee-c182b07889af req-99079936-8726-49b5-9352-85c0bdcba475 service nova] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Received event network-vif-deleted-85edc2c4-70d3-4765-b8ae-c77bd54d09ed {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.783355] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 786.783355] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9a02e-b598-b994-fe91-4e21872cd131" [ 786.783355] env[62024]: _type = "HttpNfcLease" [ 786.783355] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 787.110143] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.111058] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.111058] env[62024]: DEBUG nova.network.neutron [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.121486] env[62024]: DEBUG nova.compute.utils [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 787.123624] env[62024]: DEBUG nova.compute.manager [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Not allocating networking since 'none' was specified. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 787.135677] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.216594] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288282, 'name': ReconfigVM_Task, 'duration_secs': 0.273143} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.216863] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Reconfigured VM instance instance-0000003e to attach disk [datastore2] a0f8e68d-0b54-44d0-b3bf-4c386c013015/a0f8e68d-0b54-44d0-b3bf-4c386c013015.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.217535] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14c6afb3-992d-4f63-a19a-da4f2dee595e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.224815] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 787.224815] env[62024]: value = "task-2288283" [ 787.224815] env[62024]: _type = "Task" [ 787.224815] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.233076] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288283, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.283912] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.283912] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9a02e-b598-b994-fe91-4e21872cd131" [ 787.283912] env[62024]: _type = "HttpNfcLease" [ 787.283912] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 787.625924] env[62024]: DEBUG nova.compute.manager [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.648861] env[62024]: DEBUG nova.network.neutron [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.739230] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288283, 'name': Rename_Task, 'duration_secs': 0.141947} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.739910] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.739910] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-025b005f-4dd4-40d4-aeb1-7dd4e31b4e0a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.747271] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 787.747271] env[62024]: value = "task-2288284" [ 787.747271] env[62024]: _type = "Task" [ 787.747271] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.760774] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.786082] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.786082] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9a02e-b598-b994-fe91-4e21872cd131" [ 787.786082] env[62024]: _type = "HttpNfcLease" [ 787.786082] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 787.786474] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 787.786474] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9a02e-b598-b994-fe91-4e21872cd131" [ 787.786474] env[62024]: _type = "HttpNfcLease" [ 787.786474] env[62024]: }. {{(pid=62024) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 787.787318] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31012f73-c159-4a60-8fdc-1a58a691c5fe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.798175] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3b275-f410-b03e-6f36-14010774ac2e/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 787.798442] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3b275-f410-b03e-6f36-14010774ac2e/disk-0.vmdk. {{(pid=62024) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 787.871106] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86ae715b-a8be-4ae5-b507-4eb9de0dea62 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.905116] env[62024]: DEBUG nova.network.neutron [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Updating instance_info_cache with network_info: [{"id": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "address": "fa:16:3e:da:ca:8c", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf206b8b4-5d", "ovs_interfaceid": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.174010] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ad7c07-6c7d-4741-8f46-387c82dd0818 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.188790] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a594b845-4183-4b65-a0c8-aa50c000c1a2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.229676] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb419209-5895-4577-90a9-1d0b563fb0a2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.241937] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21448d1-08a3-42da-b30a-4467fc403ec3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.262984] env[62024]: DEBUG nova.compute.provider_tree [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.275289] env[62024]: DEBUG oslo_vmware.api [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288284, 'name': PowerOnVM_Task, 'duration_secs': 0.515198} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.279038] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.279326] env[62024]: INFO nova.compute.manager [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Took 8.89 seconds to spawn the instance on the hypervisor. [ 788.279651] env[62024]: DEBUG nova.compute.manager [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.281195] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b72529-7805-464f-badb-12d373e9ffdd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.407927] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.408288] env[62024]: DEBUG nova.compute.manager [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Instance network_info: |[{"id": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "address": "fa:16:3e:da:ca:8c", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf206b8b4-5d", "ovs_interfaceid": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.408728] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:ca:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f206b8b4-5d8e-4f22-971d-aac9e738ab97', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.417490] env[62024]: DEBUG oslo.service.loopingcall [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.417725] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.417951] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6239dc6-6910-40ac-9dd4-18b1bc07a1cd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.437685] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.437685] env[62024]: value = "task-2288285" [ 788.437685] env[62024]: _type = "Task" [ 788.437685] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.446855] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288285, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.530597] env[62024]: DEBUG nova.compute.manager [req-a0b84f0f-ef71-469e-8e90-858880c999c7 req-4632462c-b761-419c-bfb6-b1088ccdec91 service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Received event network-changed-f206b8b4-5d8e-4f22-971d-aac9e738ab97 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.530885] env[62024]: DEBUG nova.compute.manager [req-a0b84f0f-ef71-469e-8e90-858880c999c7 req-4632462c-b761-419c-bfb6-b1088ccdec91 service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Refreshing instance network info cache due to event network-changed-f206b8b4-5d8e-4f22-971d-aac9e738ab97. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 788.531068] env[62024]: DEBUG oslo_concurrency.lockutils [req-a0b84f0f-ef71-469e-8e90-858880c999c7 req-4632462c-b761-419c-bfb6-b1088ccdec91 service nova] Acquiring lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.531276] env[62024]: DEBUG oslo_concurrency.lockutils [req-a0b84f0f-ef71-469e-8e90-858880c999c7 req-4632462c-b761-419c-bfb6-b1088ccdec91 service nova] Acquired lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.531385] env[62024]: DEBUG nova.network.neutron [req-a0b84f0f-ef71-469e-8e90-858880c999c7 req-4632462c-b761-419c-bfb6-b1088ccdec91 service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Refreshing network info cache for port f206b8b4-5d8e-4f22-971d-aac9e738ab97 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.642626] env[62024]: DEBUG nova.compute.manager [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.676022] env[62024]: DEBUG nova.virt.hardware [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.676022] env[62024]: DEBUG nova.virt.hardware [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.676022] env[62024]: DEBUG nova.virt.hardware [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.676022] env[62024]: DEBUG nova.virt.hardware [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.676022] env[62024]: DEBUG nova.virt.hardware [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.676396] env[62024]: DEBUG nova.virt.hardware [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.676459] env[62024]: DEBUG nova.virt.hardware [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.676712] env[62024]: DEBUG nova.virt.hardware [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.676963] env[62024]: DEBUG nova.virt.hardware [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.677167] env[62024]: DEBUG nova.virt.hardware [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.677353] env[62024]: DEBUG nova.virt.hardware [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.678727] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d5376d-f3db-44be-88f2-3f527c15a28d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.689544] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a142317-9493-4d1f-bf8c-bad730149ea7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.709179] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Instance VIF info [] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.715184] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Creating folder: Project (6ed90162a13e41bfb74e3bdc185a5696). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.720793] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82512f9d-3229-4b5f-8a11-c436880ef543 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.733120] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Created folder: Project (6ed90162a13e41bfb74e3bdc185a5696) in parent group-v465568. [ 788.733394] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Creating folder: Instances. Parent ref: group-v465758. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.733721] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23142885-9fc2-4413-8dca-07fcdf585bdc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.748666] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Created folder: Instances in parent group-v465758. [ 788.749017] env[62024]: DEBUG oslo.service.loopingcall [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.749243] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.749487] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88a2a8ea-e073-48d5-b08b-b1d18641166b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.769572] env[62024]: DEBUG nova.scheduler.client.report [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.774727] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.774727] env[62024]: value = "task-2288289" [ 788.774727] env[62024]: _type = "Task" [ 788.774727] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.786737] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288289, 'name': CreateVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.807196] env[62024]: INFO nova.compute.manager [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Took 49.71 seconds to build instance. [ 788.948237] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288285, 'name': CreateVM_Task, 'duration_secs': 0.3674} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.948407] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.949160] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.949338] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.949678] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.949958] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e882aa-65c8-407e-9d26-8768549d0ef4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.954393] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 788.954393] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5235c544-d59d-6706-17c3-5fce28ffc0ac" [ 788.954393] env[62024]: _type = "Task" [ 788.954393] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.963212] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5235c544-d59d-6706-17c3-5fce28ffc0ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.020771] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Completed reading data from the image iterator. {{(pid=62024) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 789.021114] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3b275-f410-b03e-6f36-14010774ac2e/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 789.022565] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd5d57e-2f29-483e-9889-ce4d2cb38ad6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.030012] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3b275-f410-b03e-6f36-14010774ac2e/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 789.030209] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3b275-f410-b03e-6f36-14010774ac2e/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 789.030462] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1f9af704-eee3-41cd-95ab-85a9946cd9ec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.244384] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3b275-f410-b03e-6f36-14010774ac2e/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 789.244584] env[62024]: INFO nova.virt.vmwareapi.images [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Downloaded image file data ff0fed8d-ce9a-4400-b73d-f104a73bdeb6 [ 789.245550] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b566170b-bb5d-4c36-9faf-13783eac3a1e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.265029] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08587ee8-829b-4342-a378-391ac0284148 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.279106] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.279499] env[62024]: DEBUG nova.compute.manager [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.285455] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.280s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.287096] env[62024]: INFO nova.compute.claims [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.301763] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288289, 'name': CreateVM_Task, 'duration_secs': 0.34789} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.301932] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.305586] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.307628] env[62024]: INFO nova.virt.vmwareapi.images [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] The imported VM was unregistered [ 789.312220] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Caching image {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 789.312603] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6 {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.313263] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2c0a1497-7983-4f94-b41f-7dbcf00cff57 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Lock "a0f8e68d-0b54-44d0-b3bf-4c386c013015" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.861s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.313598] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e946594-0be8-4f02-9681-edb59b0da1f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.334205] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Created directory with path [datastore2] devstack-image-cache_base/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6 {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.334205] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ca86082b-4610-45d4-b40a-d43026f3e38c/OSTACK_IMG_ca86082b-4610-45d4-b40a-d43026f3e38c.vmdk to [datastore2] devstack-image-cache_base/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6.vmdk. {{(pid=62024) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 789.334412] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-be202309-0529-49f5-a67a-448b825a7e58 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.343376] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 789.343376] env[62024]: value = "task-2288291" [ 789.343376] env[62024]: _type = "Task" [ 789.343376] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.352749] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288291, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.363432] env[62024]: DEBUG nova.network.neutron [req-a0b84f0f-ef71-469e-8e90-858880c999c7 req-4632462c-b761-419c-bfb6-b1088ccdec91 service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Updated VIF entry in instance network info cache for port f206b8b4-5d8e-4f22-971d-aac9e738ab97. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.363775] env[62024]: DEBUG nova.network.neutron [req-a0b84f0f-ef71-469e-8e90-858880c999c7 req-4632462c-b761-419c-bfb6-b1088ccdec91 service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Updating instance_info_cache with network_info: [{"id": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "address": "fa:16:3e:da:ca:8c", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf206b8b4-5d", "ovs_interfaceid": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.465819] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5235c544-d59d-6706-17c3-5fce28ffc0ac, 'name': SearchDatastore_Task, 'duration_secs': 0.012283} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.466221] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.466429] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.466635] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.466785] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.466966] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.467259] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.467568] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.467801] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8f1ea90-064f-4535-bdb8-1381e8c9a1e6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.470032] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680fffc3-a437-4f7f-a4f0-a3b83eb26885 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.474704] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Waiting for the task: (returnval){ [ 789.474704] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bef2c3-a82b-c980-2af3-55bf956273a0" [ 789.474704] env[62024]: _type = "Task" [ 789.474704] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.478484] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.479771] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.479771] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470d165d-2253-4766-a515-10429c69d290 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.484630] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bef2c3-a82b-c980-2af3-55bf956273a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.487536] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 789.487536] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d98e2f-907c-44bb-df19-cebe3ba4cf4c" [ 789.487536] env[62024]: _type = "Task" [ 789.487536] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.495551] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d98e2f-907c-44bb-df19-cebe3ba4cf4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.798912] env[62024]: DEBUG nova.compute.utils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 789.800478] env[62024]: DEBUG nova.compute.manager [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.800661] env[62024]: DEBUG nova.network.neutron [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.854363] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288291, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.857990] env[62024]: INFO nova.compute.manager [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Rescuing [ 789.858273] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquiring lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.858438] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquired lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.858589] env[62024]: DEBUG nova.network.neutron [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.865364] env[62024]: DEBUG nova.policy [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cd8acb439534b71af3309a916986afa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd82ea09fb6d14f8d82c630efd1ef5ebe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.867116] env[62024]: DEBUG oslo_concurrency.lockutils [req-a0b84f0f-ef71-469e-8e90-858880c999c7 req-4632462c-b761-419c-bfb6-b1088ccdec91 service nova] Releasing lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.986438] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bef2c3-a82b-c980-2af3-55bf956273a0, 'name': SearchDatastore_Task, 'duration_secs': 0.019221} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.986832] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.987149] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.987508] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.998879] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d98e2f-907c-44bb-df19-cebe3ba4cf4c, 'name': SearchDatastore_Task, 'duration_secs': 0.025054} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.000302] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32a57ceb-55df-48f9-9167-cfc6d6c5f77e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.006748] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 790.006748] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ac532e-e57a-f497-0aac-53409820d8b5" [ 790.006748] env[62024]: _type = "Task" [ 790.006748] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.016332] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ac532e-e57a-f497-0aac-53409820d8b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.250059] env[62024]: DEBUG nova.network.neutron [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Successfully created port: f0d3847c-19e0-4177-92dc-1409ac9e4f52 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.305871] env[62024]: DEBUG nova.compute.manager [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.359421] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288291, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.521009] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ac532e-e57a-f497-0aac-53409820d8b5, 'name': SearchDatastore_Task, 'duration_secs': 0.089532} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.528914] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.528914] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] c588cdc1-d2bb-4777-bcf4-c45ff3894608/c588cdc1-d2bb-4777-bcf4-c45ff3894608.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.529635] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.529987] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.530298] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-610e9a3b-0256-4550-8bdf-00787420e8bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.534146] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eda221d8-9e07-47bc-8fce-e324e288ba90 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.543957] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 790.543957] env[62024]: value = "task-2288292" [ 790.543957] env[62024]: _type = "Task" [ 790.543957] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.550153] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.550348] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.559645] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a822f264-48f9-4f57-a562-bec4bfe45828 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.562419] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.566739] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Waiting for the task: (returnval){ [ 790.566739] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52df3e83-c8c1-a69a-55bb-75d06c65fb8b" [ 790.566739] env[62024]: _type = "Task" [ 790.566739] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.577594] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52df3e83-c8c1-a69a-55bb-75d06c65fb8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.751620] env[62024]: DEBUG nova.network.neutron [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Updating instance_info_cache with network_info: [{"id": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "address": "fa:16:3e:22:00:d3", "network": {"id": "d56236b6-02f8-4302-a77a-d7d594154aab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-604536759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9491ff7c5ccc4b49b1ac4f71045c16a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07916e50-8e", "ovs_interfaceid": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.778929] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Volume attach. Driver type: vmdk {{(pid=62024) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 790.778929] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465756', 'volume_id': 'f926472d-968b-4778-aff4-e57dfd4dd356', 'name': 'volume-f926472d-968b-4778-aff4-e57dfd4dd356', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9d82a18-2556-465f-9fdc-623c14c71850', 'attached_at': '', 'detached_at': '', 'volume_id': 'f926472d-968b-4778-aff4-e57dfd4dd356', 'serial': 'f926472d-968b-4778-aff4-e57dfd4dd356'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 790.780266] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539ccbbd-5057-422e-9e09-e13750f1d2c7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.804817] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546351ed-5dd3-48cb-891b-d9ddb1bafde5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.837321] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] volume-f926472d-968b-4778-aff4-e57dfd4dd356/volume-f926472d-968b-4778-aff4-e57dfd4dd356.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.841059] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4c8cbc1-2612-41c7-b9b8-05509131e87a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.865119] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288291, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.867718] env[62024]: DEBUG oslo_vmware.api [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 790.867718] env[62024]: value = "task-2288293" [ 790.867718] env[62024]: _type = "Task" [ 790.867718] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.879315] env[62024]: DEBUG oslo_vmware.api [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.910976] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0336904-d411-4ae1-aea8-68d154934ecb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.918793] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2295609-d9af-41b2-b406-763817cc2915 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.954964] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b295f2a-bc1c-459c-a14e-3ef142a8834a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.961549] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a32792c-aade-4b26-8a6b-c3becdb7e2a5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.976756] env[62024]: DEBUG nova.compute.provider_tree [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.054876] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.076548] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52df3e83-c8c1-a69a-55bb-75d06c65fb8b, 'name': SearchDatastore_Task, 'duration_secs': 0.080816} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.077513] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d4cd2d-bb77-4ca9-83cb-2fb99343653c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.083197] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Waiting for the task: (returnval){ [ 791.083197] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52613bff-bd4f-a40d-84fc-5f6ca878524d" [ 791.083197] env[62024]: _type = "Task" [ 791.083197] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.091170] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52613bff-bd4f-a40d-84fc-5f6ca878524d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.257417] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Releasing lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.343012] env[62024]: DEBUG nova.compute.manager [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.369696] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288291, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.372244] env[62024]: DEBUG nova.virt.hardware [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.372478] env[62024]: DEBUG nova.virt.hardware [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.372636] env[62024]: DEBUG nova.virt.hardware [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.372812] env[62024]: DEBUG nova.virt.hardware [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.372983] env[62024]: DEBUG nova.virt.hardware [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.373182] env[62024]: DEBUG nova.virt.hardware [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.373418] env[62024]: DEBUG nova.virt.hardware [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.373586] env[62024]: DEBUG nova.virt.hardware [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.373748] env[62024]: DEBUG nova.virt.hardware [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.373911] env[62024]: DEBUG nova.virt.hardware [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.374133] env[62024]: DEBUG nova.virt.hardware [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.375216] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df37b0ee-61e4-4acf-a706-9644e23d97b3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.389581] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d85c24e-3bea-48ac-9792-9d7b41dcd5fe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.394060] env[62024]: DEBUG oslo_vmware.api [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.481323] env[62024]: DEBUG nova.scheduler.client.report [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.556351] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.593965] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52613bff-bd4f-a40d-84fc-5f6ca878524d, 'name': SearchDatastore_Task, 'duration_secs': 0.08546} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.594342] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.594645] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] b38b8e47-b7b8-4678-bced-6bbb82509657/b38b8e47-b7b8-4678-bced-6bbb82509657.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.594986] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a311cbb0-4f58-4197-8605-3411351305da {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.602340] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Waiting for the task: (returnval){ [ 791.602340] env[62024]: value = "task-2288294" [ 791.602340] env[62024]: _type = "Task" [ 791.602340] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.612657] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.869170] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288291, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.488168} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.869524] env[62024]: INFO nova.virt.vmwareapi.ds_util [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ca86082b-4610-45d4-b40a-d43026f3e38c/OSTACK_IMG_ca86082b-4610-45d4-b40a-d43026f3e38c.vmdk to [datastore2] devstack-image-cache_base/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6.vmdk. [ 791.869765] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Cleaning up location [datastore2] OSTACK_IMG_ca86082b-4610-45d4-b40a-d43026f3e38c {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 791.870018] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ca86082b-4610-45d4-b40a-d43026f3e38c {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.870357] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-978f82b3-565c-4d23-8d07-dcd141f8a0c3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.878945] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 791.878945] env[62024]: value = "task-2288295" [ 791.878945] env[62024]: _type = "Task" [ 791.878945] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.894776] env[62024]: DEBUG oslo_vmware.api [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288293, 'name': ReconfigVM_Task, 'duration_secs': 0.975242} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.899260] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Reconfigured VM instance instance-0000003d to attach disk [datastore2] volume-f926472d-968b-4778-aff4-e57dfd4dd356/volume-f926472d-968b-4778-aff4-e57dfd4dd356.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.910610] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.912068] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ac6268a-c673-45d5-97ef-1220b490e1a7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.923292] env[62024]: DEBUG nova.compute.manager [req-a8f97571-606d-49e1-aacf-0f67521deaa4 req-9d099679-15f6-4389-94f4-72327104ecc6 service nova] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Received event network-vif-plugged-f0d3847c-19e0-4177-92dc-1409ac9e4f52 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.923534] env[62024]: DEBUG oslo_concurrency.lockutils [req-a8f97571-606d-49e1-aacf-0f67521deaa4 req-9d099679-15f6-4389-94f4-72327104ecc6 service nova] Acquiring lock "7c1f70ca-f859-4dea-90c5-7074dce2e02e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.923740] env[62024]: DEBUG oslo_concurrency.lockutils [req-a8f97571-606d-49e1-aacf-0f67521deaa4 req-9d099679-15f6-4389-94f4-72327104ecc6 service nova] Lock "7c1f70ca-f859-4dea-90c5-7074dce2e02e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.923906] env[62024]: DEBUG oslo_concurrency.lockutils [req-a8f97571-606d-49e1-aacf-0f67521deaa4 req-9d099679-15f6-4389-94f4-72327104ecc6 service nova] Lock "7c1f70ca-f859-4dea-90c5-7074dce2e02e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.924093] env[62024]: DEBUG nova.compute.manager [req-a8f97571-606d-49e1-aacf-0f67521deaa4 req-9d099679-15f6-4389-94f4-72327104ecc6 service nova] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] No waiting events found dispatching network-vif-plugged-f0d3847c-19e0-4177-92dc-1409ac9e4f52 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.924252] env[62024]: WARNING nova.compute.manager [req-a8f97571-606d-49e1-aacf-0f67521deaa4 req-9d099679-15f6-4389-94f4-72327104ecc6 service nova] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Received unexpected event network-vif-plugged-f0d3847c-19e0-4177-92dc-1409ac9e4f52 for instance with vm_state building and task_state spawning. [ 791.930562] env[62024]: DEBUG oslo_vmware.api [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 791.930562] env[62024]: value = "task-2288296" [ 791.930562] env[62024]: _type = "Task" [ 791.930562] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.942409] env[62024]: DEBUG oslo_vmware.api [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.987546] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.988173] env[62024]: DEBUG nova.compute.manager [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.992841] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.280s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.993038] env[62024]: DEBUG nova.objects.instance [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lazy-loading 'resources' on Instance uuid c36103cc-41ef-4f04-bacf-7f08b9b02570 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.031175] env[62024]: DEBUG nova.network.neutron [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Successfully updated port: f0d3847c-19e0-4177-92dc-1409ac9e4f52 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.059497] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288292, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.113393] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.396330] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199949} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.396609] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.396773] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.397023] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6.vmdk to [datastore2] 2dffe23d-5c9a-4477-a855-227646ad434b/2dffe23d-5c9a-4477-a855-227646ad434b.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.397333] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-735340c1-fc55-4910-aa2d-7381110fd412 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.405214] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 792.405214] env[62024]: value = "task-2288297" [ 792.405214] env[62024]: _type = "Task" [ 792.405214] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.413658] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.439716] env[62024]: DEBUG oslo_vmware.api [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288296, 'name': ReconfigVM_Task, 'duration_secs': 0.163298} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.440045] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465756', 'volume_id': 'f926472d-968b-4778-aff4-e57dfd4dd356', 'name': 'volume-f926472d-968b-4778-aff4-e57dfd4dd356', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9d82a18-2556-465f-9fdc-623c14c71850', 'attached_at': '', 'detached_at': '', 'volume_id': 'f926472d-968b-4778-aff4-e57dfd4dd356', 'serial': 'f926472d-968b-4778-aff4-e57dfd4dd356'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 792.494785] env[62024]: DEBUG nova.compute.utils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 792.496561] env[62024]: DEBUG nova.compute.manager [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.496561] env[62024]: DEBUG nova.network.neutron [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.536812] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Acquiring lock "refresh_cache-7c1f70ca-f859-4dea-90c5-7074dce2e02e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.537032] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Acquired lock "refresh_cache-7c1f70ca-f859-4dea-90c5-7074dce2e02e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.537244] env[62024]: DEBUG nova.network.neutron [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.543116] env[62024]: DEBUG nova.policy [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac9642bd3134e8f8ce7dffa09717db3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddea10ddb6a44863b1fcff034e3f6899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.560095] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288292, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.59266} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.560356] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] c588cdc1-d2bb-4777-bcf4-c45ff3894608/c588cdc1-d2bb-4777-bcf4-c45ff3894608.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.560558] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.560802] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9aec70a-654d-4f43-a33c-80f8b35b5d5b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.567992] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 792.567992] env[62024]: value = "task-2288298" [ 792.567992] env[62024]: _type = "Task" [ 792.567992] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.576308] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.613960] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.991306} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.614295] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] b38b8e47-b7b8-4678-bced-6bbb82509657/b38b8e47-b7b8-4678-bced-6bbb82509657.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.614530] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.614798] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1ccf3ce-5a39-4242-984f-0e63fb28ad60 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.625572] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Waiting for the task: (returnval){ [ 792.625572] env[62024]: value = "task-2288299" [ 792.625572] env[62024]: _type = "Task" [ 792.625572] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.638093] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.801572] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.802252] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9f597be-bbd9-4057-8349-243f8a860511 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.810772] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 792.810772] env[62024]: value = "task-2288300" [ 792.810772] env[62024]: _type = "Task" [ 792.810772] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.828090] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.918752] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288297, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.945925] env[62024]: DEBUG nova.network.neutron [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Successfully created port: c32b615d-f551-448b-8f78-c637efc5f57f {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.963865] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dca2290-c5f4-4dc2-b08d-c0526b0ff892 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.975381] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04108cce-72a3-4079-925e-8aa94f1356c5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.023570] env[62024]: DEBUG nova.compute.manager [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.034062] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c50d93-4047-4455-9137-79b2e50433dd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.045223] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd339d33-ddf9-4ec0-9c51-c3304d6c936a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.063594] env[62024]: DEBUG nova.compute.provider_tree [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.077464] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069416} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.077780] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.078779] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adfc76a-b8d0-4ec2-840b-c220bdc08600 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.102192] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] c588cdc1-d2bb-4777-bcf4-c45ff3894608/c588cdc1-d2bb-4777-bcf4-c45ff3894608.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.103272] env[62024]: DEBUG nova.network.neutron [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.106022] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df2c5a80-a0ac-4dab-833c-54d60eea9279 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.126567] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 793.126567] env[62024]: value = "task-2288301" [ 793.126567] env[62024]: _type = "Task" [ 793.126567] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.139256] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067979} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.141601] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.142062] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288301, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.142943] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c430d283-b394-4926-a404-2fd4720fd24c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.165853] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] b38b8e47-b7b8-4678-bced-6bbb82509657/b38b8e47-b7b8-4678-bced-6bbb82509657.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.166235] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8438f317-0331-42a9-8f87-1208572ea1ab {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.187752] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Waiting for the task: (returnval){ [ 793.187752] env[62024]: value = "task-2288302" [ 793.187752] env[62024]: _type = "Task" [ 793.187752] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.197743] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.322877] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288300, 'name': PowerOffVM_Task, 'duration_secs': 0.239156} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.323181] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.324026] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1811894-3523-4bb2-bfed-c3f63265e6be {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.346439] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1232dae4-1f2b-4f9b-8236-312f7a55ded6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.392977] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.392977] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b16b133a-c35e-4e6d-982a-43927f8b4546 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.395550] env[62024]: DEBUG nova.network.neutron [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Updating instance_info_cache with network_info: [{"id": "f0d3847c-19e0-4177-92dc-1409ac9e4f52", "address": "fa:16:3e:15:7a:a4", "network": {"id": "fb526245-0dc8-429a-ab3e-05a4227aaac2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-337999926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d82ea09fb6d14f8d82c630efd1ef5ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d3847c-19", "ovs_interfaceid": "f0d3847c-19e0-4177-92dc-1409ac9e4f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.402611] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 793.402611] env[62024]: value = "task-2288303" [ 793.402611] env[62024]: _type = "Task" [ 793.402611] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.422275] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] VM already powered off {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 793.422497] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.422938] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.422938] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.423129] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.423721] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288297, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.424109] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-800303c6-4e38-4a57-bfe1-25b0ab6eac46 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.441400] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.441668] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.442448] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ce4956-9fa9-46a8-9658-aac794efd778 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.448678] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 793.448678] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d977e6-dddd-3ac3-052e-877050beba90" [ 793.448678] env[62024]: _type = "Task" [ 793.448678] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.456822] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d977e6-dddd-3ac3-052e-877050beba90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.487071] env[62024]: DEBUG nova.objects.instance [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lazy-loading 'flavor' on Instance uuid c9d82a18-2556-465f-9fdc-623c14c71850 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.587253] env[62024]: ERROR nova.scheduler.client.report [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [req-929e7a97-d220-4c96-a0a5-9462f387b506] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2414aeaf-2a82-48f5-b61f-d58b79924cbf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-929e7a97-d220-4c96-a0a5-9462f387b506"}]} [ 793.605084] env[62024]: DEBUG nova.scheduler.client.report [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Refreshing inventories for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 793.621708] env[62024]: DEBUG nova.scheduler.client.report [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Updating ProviderTree inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 793.621951] env[62024]: DEBUG nova.compute.provider_tree [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.634939] env[62024]: DEBUG nova.scheduler.client.report [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Refreshing aggregate associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, aggregates: None {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 793.643353] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.657403] env[62024]: DEBUG nova.scheduler.client.report [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Refreshing trait associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 793.698855] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.898054] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Releasing lock "refresh_cache-7c1f70ca-f859-4dea-90c5-7074dce2e02e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.898292] env[62024]: DEBUG nova.compute.manager [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Instance network_info: |[{"id": "f0d3847c-19e0-4177-92dc-1409ac9e4f52", "address": "fa:16:3e:15:7a:a4", "network": {"id": "fb526245-0dc8-429a-ab3e-05a4227aaac2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-337999926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d82ea09fb6d14f8d82c630efd1ef5ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d3847c-19", "ovs_interfaceid": "f0d3847c-19e0-4177-92dc-1409ac9e4f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.898750] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:7a:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0d3847c-19e0-4177-92dc-1409ac9e4f52', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.906888] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Creating folder: Project (d82ea09fb6d14f8d82c630efd1ef5ebe). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.909979] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7998d2c0-5969-4bf6-a8f4-365348de5776 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.920630] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288297, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.926430] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Created folder: Project (d82ea09fb6d14f8d82c630efd1ef5ebe) in parent group-v465568. [ 793.928377] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Creating folder: Instances. Parent ref: group-v465761. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.928377] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58c989bc-3aed-48f0-a970-df9fe4a0fedd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.931540] env[62024]: DEBUG nova.compute.manager [req-c507e423-9d36-45af-9643-ab966341af77 req-55e24f0b-efbb-4cfa-9234-e36b0afa6bf0 service nova] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Received event network-changed-f0d3847c-19e0-4177-92dc-1409ac9e4f52 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.931733] env[62024]: DEBUG nova.compute.manager [req-c507e423-9d36-45af-9643-ab966341af77 req-55e24f0b-efbb-4cfa-9234-e36b0afa6bf0 service nova] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Refreshing instance network info cache due to event network-changed-f0d3847c-19e0-4177-92dc-1409ac9e4f52. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 793.931945] env[62024]: DEBUG oslo_concurrency.lockutils [req-c507e423-9d36-45af-9643-ab966341af77 req-55e24f0b-efbb-4cfa-9234-e36b0afa6bf0 service nova] Acquiring lock "refresh_cache-7c1f70ca-f859-4dea-90c5-7074dce2e02e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.932116] env[62024]: DEBUG oslo_concurrency.lockutils [req-c507e423-9d36-45af-9643-ab966341af77 req-55e24f0b-efbb-4cfa-9234-e36b0afa6bf0 service nova] Acquired lock "refresh_cache-7c1f70ca-f859-4dea-90c5-7074dce2e02e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.932718] env[62024]: DEBUG nova.network.neutron [req-c507e423-9d36-45af-9643-ab966341af77 req-55e24f0b-efbb-4cfa-9234-e36b0afa6bf0 service nova] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Refreshing network info cache for port f0d3847c-19e0-4177-92dc-1409ac9e4f52 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.937220] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Created folder: Instances in parent group-v465761. [ 793.937511] env[62024]: DEBUG oslo.service.loopingcall [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.937805] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.938428] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04ec037a-7bc3-4563-bd7a-83e429ccde75 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.968077] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d977e6-dddd-3ac3-052e-877050beba90, 'name': SearchDatastore_Task, 'duration_secs': 0.078763} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.972491] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.972491] env[62024]: value = "task-2288306" [ 793.972491] env[62024]: _type = "Task" [ 793.972491] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.973146] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f1dd7c-2eb1-4a4f-a5b2-58feff4b8b4a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.984559] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288306, 'name': CreateVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.988210] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 793.988210] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a10454-25a1-f127-ef07-57dda3f862f8" [ 793.988210] env[62024]: _type = "Task" [ 793.988210] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.005990] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b25cc-cf11-455a-81fb-8ea3144701d7 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "c9d82a18-2556-465f-9fdc-623c14c71850" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.876s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.007635] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a10454-25a1-f127-ef07-57dda3f862f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.036835] env[62024]: DEBUG nova.compute.manager [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.068631] env[62024]: DEBUG nova.virt.hardware [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.068896] env[62024]: DEBUG nova.virt.hardware [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.069071] env[62024]: DEBUG nova.virt.hardware [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.069282] env[62024]: DEBUG nova.virt.hardware [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.069451] env[62024]: DEBUG nova.virt.hardware [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.069605] env[62024]: DEBUG nova.virt.hardware [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.069811] env[62024]: DEBUG nova.virt.hardware [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.069966] env[62024]: DEBUG nova.virt.hardware [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.070144] env[62024]: DEBUG nova.virt.hardware [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.070308] env[62024]: DEBUG nova.virt.hardware [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.070477] env[62024]: DEBUG nova.virt.hardware [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.071419] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1780a7-1caa-4be7-897b-d0c4f6e13f3d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.082155] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d777234-7c35-40da-93ed-a60d5d184d6e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.142185] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288301, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.186098] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb0c05a-ed12-492e-8a66-401f1e798551 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.196079] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6702304-8d8b-42f8-95fb-4fd6537a79c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.202614] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288302, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.230988] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021d319f-9afc-4b2d-bfbe-30e5f6bcceae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.239379] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3e773b-b349-419c-94b1-2bee8a59d8f0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.256215] env[62024]: DEBUG nova.compute.provider_tree [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.420459] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288297, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.486021] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288306, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.497855] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a10454-25a1-f127-ef07-57dda3f862f8, 'name': SearchDatastore_Task, 'duration_secs': 0.092901} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.498154] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.498422] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] a0f8e68d-0b54-44d0-b3bf-4c386c013015/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk. {{(pid=62024) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 794.498693] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8828b400-06d2-416a-b9f6-bd201156427d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.506413] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 794.506413] env[62024]: value = "task-2288307" [ 794.506413] env[62024]: _type = "Task" [ 794.506413] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.514664] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.607069] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "c9d82a18-2556-465f-9fdc-623c14c71850" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.607463] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "c9d82a18-2556-465f-9fdc-623c14c71850" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.607752] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "c9d82a18-2556-465f-9fdc-623c14c71850-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.608037] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "c9d82a18-2556-465f-9fdc-623c14c71850-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.608156] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "c9d82a18-2556-465f-9fdc-623c14c71850-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.610988] env[62024]: INFO nova.compute.manager [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Terminating instance [ 794.641586] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288301, 'name': ReconfigVM_Task, 'duration_secs': 1.040992} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.641586] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Reconfigured VM instance instance-0000003f to attach disk [datastore2] c588cdc1-d2bb-4777-bcf4-c45ff3894608/c588cdc1-d2bb-4777-bcf4-c45ff3894608.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.642237] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc6a7fd0-fb16-4e66-a366-41bc86f56fc7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.646101] env[62024]: DEBUG nova.network.neutron [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Successfully updated port: c32b615d-f551-448b-8f78-c637efc5f57f {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.653961] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 794.653961] env[62024]: value = "task-2288308" [ 794.653961] env[62024]: _type = "Task" [ 794.653961] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.665873] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288308, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.698526] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288302, 'name': ReconfigVM_Task, 'duration_secs': 1.014096} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.698766] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Reconfigured VM instance instance-00000040 to attach disk [datastore2] b38b8e47-b7b8-4678-bced-6bbb82509657/b38b8e47-b7b8-4678-bced-6bbb82509657.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.702057] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de328bb4-b4b5-472c-955a-365e70639502 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.709601] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Waiting for the task: (returnval){ [ 794.709601] env[62024]: value = "task-2288309" [ 794.709601] env[62024]: _type = "Task" [ 794.709601] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.718699] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288309, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.800949] env[62024]: DEBUG nova.scheduler.client.report [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 794.801288] env[62024]: DEBUG nova.compute.provider_tree [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 92 to 93 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 794.801472] env[62024]: DEBUG nova.compute.provider_tree [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.911895] env[62024]: DEBUG nova.network.neutron [req-c507e423-9d36-45af-9643-ab966341af77 req-55e24f0b-efbb-4cfa-9234-e36b0afa6bf0 service nova] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Updated VIF entry in instance network info cache for port f0d3847c-19e0-4177-92dc-1409ac9e4f52. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.912305] env[62024]: DEBUG nova.network.neutron [req-c507e423-9d36-45af-9643-ab966341af77 req-55e24f0b-efbb-4cfa-9234-e36b0afa6bf0 service nova] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Updating instance_info_cache with network_info: [{"id": "f0d3847c-19e0-4177-92dc-1409ac9e4f52", "address": "fa:16:3e:15:7a:a4", "network": {"id": "fb526245-0dc8-429a-ab3e-05a4227aaac2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-337999926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d82ea09fb6d14f8d82c630efd1ef5ebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d3847c-19", "ovs_interfaceid": "f0d3847c-19e0-4177-92dc-1409ac9e4f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.922485] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288297, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.986491] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288306, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.016641] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.119438] env[62024]: DEBUG nova.compute.manager [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.119761] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.120085] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feaa2995-1fd0-403f-b92e-ed20598f0922 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.126869] env[62024]: DEBUG oslo_vmware.api [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 795.126869] env[62024]: value = "task-2288310" [ 795.126869] env[62024]: _type = "Task" [ 795.126869] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.135610] env[62024]: DEBUG oslo_vmware.api [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.149750] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.149914] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.150092] env[62024]: DEBUG nova.network.neutron [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.166431] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288308, 'name': Rename_Task, 'duration_secs': 0.410467} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.167419] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.167419] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5477795a-3090-419a-9b20-6ae4ffce9a87 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.173339] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 795.173339] env[62024]: value = "task-2288311" [ 795.173339] env[62024]: _type = "Task" [ 795.173339] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.181227] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.220464] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288309, 'name': Rename_Task, 'duration_secs': 0.383584} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.220759] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.221030] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcd89b27-f9d4-47c6-b0ec-d318a145897d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.227420] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Waiting for the task: (returnval){ [ 795.227420] env[62024]: value = "task-2288312" [ 795.227420] env[62024]: _type = "Task" [ 795.227420] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.235638] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.307392] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.314s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.310184] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.130s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.310478] env[62024]: DEBUG nova.objects.instance [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lazy-loading 'resources' on Instance uuid b9ea0526-0c2b-4b75-a260-7c5beff1f1c3 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.328415] env[62024]: INFO nova.scheduler.client.report [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Deleted allocations for instance c36103cc-41ef-4f04-bacf-7f08b9b02570 [ 795.419643] env[62024]: DEBUG oslo_concurrency.lockutils [req-c507e423-9d36-45af-9643-ab966341af77 req-55e24f0b-efbb-4cfa-9234-e36b0afa6bf0 service nova] Releasing lock "refresh_cache-7c1f70ca-f859-4dea-90c5-7074dce2e02e" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.426334] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288297, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.772876} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.426614] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6/ff0fed8d-ce9a-4400-b73d-f104a73bdeb6.vmdk to [datastore2] 2dffe23d-5c9a-4477-a855-227646ad434b/2dffe23d-5c9a-4477-a855-227646ad434b.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.427493] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3345def9-ea1c-4e45-9613-2e43b90a0e41 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.451296] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 2dffe23d-5c9a-4477-a855-227646ad434b/2dffe23d-5c9a-4477-a855-227646ad434b.vmdk or device None with type streamOptimized {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.452194] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed89632e-75da-4a1f-9a9c-3321d9b87d00 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.473986] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 795.473986] env[62024]: value = "task-2288313" [ 795.473986] env[62024]: _type = "Task" [ 795.473986] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.486169] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288313, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.489702] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288306, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.518404] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288307, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.636571] env[62024]: DEBUG oslo_vmware.api [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288310, 'name': PowerOffVM_Task, 'duration_secs': 0.290959} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.636849] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.637096] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Volume detach. Driver type: vmdk {{(pid=62024) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 795.637290] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465756', 'volume_id': 'f926472d-968b-4778-aff4-e57dfd4dd356', 'name': 'volume-f926472d-968b-4778-aff4-e57dfd4dd356', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9d82a18-2556-465f-9fdc-623c14c71850', 'attached_at': '', 'detached_at': '', 'volume_id': 'f926472d-968b-4778-aff4-e57dfd4dd356', 'serial': 'f926472d-968b-4778-aff4-e57dfd4dd356'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 795.638116] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acc8f85-9dd2-4486-af7f-4c48229e0419 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.664093] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c63cdd-9d6a-479b-ae66-a983048ba851 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.671488] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c594e39-bdef-4e59-9fdf-e8cacaad27ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.700470] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca83dd9-e272-4081-8965-7e60d3c6e3f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.703217] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.716614] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] The volume has not been displaced from its original location: [datastore2] volume-f926472d-968b-4778-aff4-e57dfd4dd356/volume-f926472d-968b-4778-aff4-e57dfd4dd356.vmdk. No consolidation needed. {{(pid=62024) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 795.721901] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 795.722889] env[62024]: DEBUG nova.network.neutron [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.724831] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc8c9f2-27b2-43ac-8ff6-8a0681e598ca {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.747171] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288312, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.748578] env[62024]: DEBUG oslo_vmware.api [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 795.748578] env[62024]: value = "task-2288314" [ 795.748578] env[62024]: _type = "Task" [ 795.748578] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.759156] env[62024]: DEBUG oslo_vmware.api [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.840122] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8e775799-cb20-422a-b1fe-9c9f49ed72d5 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "c36103cc-41ef-4f04-bacf-7f08b9b02570" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.683s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.956092] env[62024]: DEBUG nova.network.neutron [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updating instance_info_cache with network_info: [{"id": "c32b615d-f551-448b-8f78-c637efc5f57f", "address": "fa:16:3e:87:4a:04", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32b615d-f5", "ovs_interfaceid": "c32b615d-f551-448b-8f78-c637efc5f57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.987324] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288313, 'name': ReconfigVM_Task, 'duration_secs': 0.363194} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.992910] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 2dffe23d-5c9a-4477-a855-227646ad434b/2dffe23d-5c9a-4477-a855-227646ad434b.vmdk or device None with type streamOptimized {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.994357] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'disk_bus': None, 'encryption_options': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'device_name': '/dev/sda', 'size': 0, 'device_type': 'disk', 'encryption_format': None, 'image_id': 'f446626d-716c-44c1-b266-739dd62d0b92'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465727', 'volume_id': '0596bbbc-9993-4042-93f1-e577bdbb2549', 'name': 'volume-0596bbbc-9993-4042-93f1-e577bdbb2549', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2dffe23d-5c9a-4477-a855-227646ad434b', 'attached_at': '', 'detached_at': '', 'volume_id': '0596bbbc-9993-4042-93f1-e577bdbb2549', 'serial': '0596bbbc-9993-4042-93f1-e577bdbb2549'}, 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'device_type': None, 'attachment_id': '884cef65-e543-48a4-8f5f-540877c14a80', 'volume_type': None}], 'swap': None} {{(pid=62024) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 795.994616] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Volume attach. Driver type: vmdk {{(pid=62024) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 795.994751] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465727', 'volume_id': '0596bbbc-9993-4042-93f1-e577bdbb2549', 'name': 'volume-0596bbbc-9993-4042-93f1-e577bdbb2549', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2dffe23d-5c9a-4477-a855-227646ad434b', 'attached_at': '', 'detached_at': '', 'volume_id': '0596bbbc-9993-4042-93f1-e577bdbb2549', 'serial': '0596bbbc-9993-4042-93f1-e577bdbb2549'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 795.995328] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288306, 'name': CreateVM_Task, 'duration_secs': 1.660013} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.996343] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b784bdab-8496-439d-b649-297e4b643d52 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.998752] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.999424] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.999592] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.999912] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.000494] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ce07a2-7c1f-4c60-9bc3-e8ef8a3d3ea2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.018948] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50914f2a-b7dc-4b0c-93a9-2820ee0e5353 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.024327] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Waiting for the task: (returnval){ [ 796.024327] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529e229b-4baa-21cb-f4df-964305a0c550" [ 796.024327] env[62024]: _type = "Task" [ 796.024327] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.049921] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] volume-0596bbbc-9993-4042-93f1-e577bdbb2549/volume-0596bbbc-9993-4042-93f1-e577bdbb2549.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.050817] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288307, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.04561} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.053406] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ddc1cdd-3834-4d03-a31f-2f5c548b18d0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.066378] env[62024]: INFO nova.virt.vmwareapi.ds_util [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] a0f8e68d-0b54-44d0-b3bf-4c386c013015/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk. [ 796.071020] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d16dc35-559f-429e-a750-d221ab348e05 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.073496] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529e229b-4baa-21cb-f4df-964305a0c550, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.075176] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.075176] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.075176] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.075176] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.075176] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.075399] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d33457b-7433-4332-8d8e-4856bce3ca45 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.100131] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] a0f8e68d-0b54-44d0-b3bf-4c386c013015/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.105234] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e233c67-5c1f-45e4-b273-3df52533e475 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.118906] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 796.118906] env[62024]: value = "task-2288315" [ 796.118906] env[62024]: _type = "Task" [ 796.118906] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.119169] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.119348] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.120764] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1789b34e-e388-46bd-9f36-7ab4880f2567 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.128080] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 796.128080] env[62024]: value = "task-2288316" [ 796.128080] env[62024]: _type = "Task" [ 796.128080] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.129305] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Waiting for the task: (returnval){ [ 796.129305] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e36ad9-8346-74be-e63e-498adaeadbb1" [ 796.129305] env[62024]: _type = "Task" [ 796.129305] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.140512] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.145836] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e36ad9-8346-74be-e63e-498adaeadbb1, 'name': SearchDatastore_Task, 'duration_secs': 0.008869} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.149443] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.152222] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df48b914-c3ca-4761-b24a-d16e583964ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.157780] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Waiting for the task: (returnval){ [ 796.157780] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f5ead9-3a6a-c818-7359-90dc4dc81abc" [ 796.157780] env[62024]: _type = "Task" [ 796.157780] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.164642] env[62024]: DEBUG nova.compute.manager [req-a518eb17-5f81-46d4-9eeb-1e84b6d983ee req-91711c6a-c47f-4def-bdbb-f7ef792434a6 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Received event network-vif-plugged-c32b615d-f551-448b-8f78-c637efc5f57f {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.164642] env[62024]: DEBUG oslo_concurrency.lockutils [req-a518eb17-5f81-46d4-9eeb-1e84b6d983ee req-91711c6a-c47f-4def-bdbb-f7ef792434a6 service nova] Acquiring lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.164642] env[62024]: DEBUG oslo_concurrency.lockutils [req-a518eb17-5f81-46d4-9eeb-1e84b6d983ee req-91711c6a-c47f-4def-bdbb-f7ef792434a6 service nova] Lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.165024] env[62024]: DEBUG oslo_concurrency.lockutils [req-a518eb17-5f81-46d4-9eeb-1e84b6d983ee req-91711c6a-c47f-4def-bdbb-f7ef792434a6 service nova] Lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.165156] env[62024]: DEBUG nova.compute.manager [req-a518eb17-5f81-46d4-9eeb-1e84b6d983ee req-91711c6a-c47f-4def-bdbb-f7ef792434a6 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] No waiting events found dispatching network-vif-plugged-c32b615d-f551-448b-8f78-c637efc5f57f {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.165233] env[62024]: WARNING nova.compute.manager [req-a518eb17-5f81-46d4-9eeb-1e84b6d983ee req-91711c6a-c47f-4def-bdbb-f7ef792434a6 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Received unexpected event network-vif-plugged-c32b615d-f551-448b-8f78-c637efc5f57f for instance with vm_state building and task_state spawning. [ 796.165426] env[62024]: DEBUG nova.compute.manager [req-a518eb17-5f81-46d4-9eeb-1e84b6d983ee req-91711c6a-c47f-4def-bdbb-f7ef792434a6 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Received event network-changed-c32b615d-f551-448b-8f78-c637efc5f57f {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.165628] env[62024]: DEBUG nova.compute.manager [req-a518eb17-5f81-46d4-9eeb-1e84b6d983ee req-91711c6a-c47f-4def-bdbb-f7ef792434a6 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Refreshing instance network info cache due to event network-changed-c32b615d-f551-448b-8f78-c637efc5f57f. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 796.165849] env[62024]: DEBUG oslo_concurrency.lockutils [req-a518eb17-5f81-46d4-9eeb-1e84b6d983ee req-91711c6a-c47f-4def-bdbb-f7ef792434a6 service nova] Acquiring lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.172825] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f5ead9-3a6a-c818-7359-90dc4dc81abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.183287] env[62024]: DEBUG oslo_vmware.api [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288311, 'name': PowerOnVM_Task, 'duration_secs': 0.712218} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.186026] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.186443] env[62024]: INFO nova.compute.manager [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Took 10.12 seconds to spawn the instance on the hypervisor. [ 796.186630] env[62024]: DEBUG nova.compute.manager [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.188093] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31dc0f3-b524-498a-98e8-802232b03fdc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.248192] env[62024]: DEBUG oslo_vmware.api [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288312, 'name': PowerOnVM_Task, 'duration_secs': 0.684007} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.250976] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.251202] env[62024]: INFO nova.compute.manager [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Took 7.61 seconds to spawn the instance on the hypervisor. [ 796.251408] env[62024]: DEBUG nova.compute.manager [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.255188] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c593b4-6a44-44fd-8318-f9becd30fb9f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.269072] env[62024]: DEBUG oslo_vmware.api [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288314, 'name': ReconfigVM_Task, 'duration_secs': 0.274568} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.270724] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 796.282201] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a21748b-2396-4fee-9522-94e562ab8f62 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.300367] env[62024]: DEBUG oslo_vmware.api [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 796.300367] env[62024]: value = "task-2288317" [ 796.300367] env[62024]: _type = "Task" [ 796.300367] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.311391] env[62024]: DEBUG oslo_vmware.api [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.400849] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8e4429-6559-4c6b-a027-cde8cef0060e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.408523] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bfe32a-66d2-4deb-a02b-cd8c4630041d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.441271] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a99df9-2d46-48cf-af98-25a9e8c46b1f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.451867] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172fc450-06f0-4a85-bf7e-201bc79eb8d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.467476] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.467830] env[62024]: DEBUG nova.compute.manager [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Instance network_info: |[{"id": "c32b615d-f551-448b-8f78-c637efc5f57f", "address": "fa:16:3e:87:4a:04", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32b615d-f5", "ovs_interfaceid": "c32b615d-f551-448b-8f78-c637efc5f57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.468374] env[62024]: DEBUG nova.compute.provider_tree [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.470296] env[62024]: DEBUG oslo_concurrency.lockutils [req-a518eb17-5f81-46d4-9eeb-1e84b6d983ee req-91711c6a-c47f-4def-bdbb-f7ef792434a6 service nova] Acquired lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.470497] env[62024]: DEBUG nova.network.neutron [req-a518eb17-5f81-46d4-9eeb-1e84b6d983ee req-91711c6a-c47f-4def-bdbb-f7ef792434a6 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Refreshing network info cache for port c32b615d-f551-448b-8f78-c637efc5f57f {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.471678] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:4a:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c32b615d-f551-448b-8f78-c637efc5f57f', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.481113] env[62024]: DEBUG oslo.service.loopingcall [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 796.485047] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.485047] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e9ed732-011c-4543-9f9c-c2c5b220e42d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.505164] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.505164] env[62024]: value = "task-2288318" [ 796.505164] env[62024]: _type = "Task" [ 796.505164] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.513050] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288318, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.631973] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288315, 'name': ReconfigVM_Task, 'duration_secs': 0.410838} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.635254] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Reconfigured VM instance instance-0000001c to attach disk [datastore1] volume-0596bbbc-9993-4042-93f1-e577bdbb2549/volume-0596bbbc-9993-4042-93f1-e577bdbb2549.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.640200] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3c506d-ecaa-44d5-a4e5-7a29ad9a6cf9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.658022] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288316, 'name': ReconfigVM_Task, 'duration_secs': 0.381727} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.659390] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Reconfigured VM instance instance-0000003e to attach disk [datastore2] a0f8e68d-0b54-44d0-b3bf-4c386c013015/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.659929] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 796.659929] env[62024]: value = "task-2288319" [ 796.659929] env[62024]: _type = "Task" [ 796.659929] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.663406] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c59f7c9-f267-4eed-9fbb-34303b42989d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.673855] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f5ead9-3a6a-c818-7359-90dc4dc81abc, 'name': SearchDatastore_Task, 'duration_secs': 0.029329} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.699019] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.699019] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 7c1f70ca-f859-4dea-90c5-7074dce2e02e/7c1f70ca-f859-4dea-90c5-7074dce2e02e.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.699019] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288319, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.704569] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1da475b-1404-469c-8782-ecc6907fd389 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.710763] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad86ef6b-5b1b-405f-bcdf-e0f77c843467 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.724232] env[62024]: INFO nova.compute.manager [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Took 51.64 seconds to build instance. [ 796.730177] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 796.730177] env[62024]: value = "task-2288321" [ 796.730177] env[62024]: _type = "Task" [ 796.730177] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.731566] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Waiting for the task: (returnval){ [ 796.731566] env[62024]: value = "task-2288320" [ 796.731566] env[62024]: _type = "Task" [ 796.731566] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.743258] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288321, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.746509] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.788684] env[62024]: INFO nova.compute.manager [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Took 42.09 seconds to build instance. [ 796.798144] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "60b6724e-dc5d-4175-a9d9-06d8e24ccb47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.798380] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "60b6724e-dc5d-4175-a9d9-06d8e24ccb47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.810681] env[62024]: DEBUG oslo_vmware.api [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288317, 'name': ReconfigVM_Task, 'duration_secs': 0.293702} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.810964] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465756', 'volume_id': 'f926472d-968b-4778-aff4-e57dfd4dd356', 'name': 'volume-f926472d-968b-4778-aff4-e57dfd4dd356', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9d82a18-2556-465f-9fdc-623c14c71850', 'attached_at': '', 'detached_at': '', 'volume_id': 'f926472d-968b-4778-aff4-e57dfd4dd356', 'serial': 'f926472d-968b-4778-aff4-e57dfd4dd356'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 796.811289] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.812081] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cead2a7-07b3-4588-b5df-cc4258516695 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.819185] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.820029] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ddca3be-90c3-4761-8b3e-cc1e3ca42f80 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.823382] env[62024]: DEBUG nova.network.neutron [req-a518eb17-5f81-46d4-9eeb-1e84b6d983ee req-91711c6a-c47f-4def-bdbb-f7ef792434a6 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updated VIF entry in instance network info cache for port c32b615d-f551-448b-8f78-c637efc5f57f. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.823705] env[62024]: DEBUG nova.network.neutron [req-a518eb17-5f81-46d4-9eeb-1e84b6d983ee req-91711c6a-c47f-4def-bdbb-f7ef792434a6 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updating instance_info_cache with network_info: [{"id": "c32b615d-f551-448b-8f78-c637efc5f57f", "address": "fa:16:3e:87:4a:04", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32b615d-f5", "ovs_interfaceid": "c32b615d-f551-448b-8f78-c637efc5f57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.888107] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.888458] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.888665] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleting the datastore file [datastore1] c9d82a18-2556-465f-9fdc-623c14c71850 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.889029] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07766f0a-33b6-4383-a91e-14dcc7c46c8e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.894990] env[62024]: DEBUG oslo_vmware.api [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 796.894990] env[62024]: value = "task-2288323" [ 796.894990] env[62024]: _type = "Task" [ 796.894990] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.905407] env[62024]: DEBUG oslo_vmware.api [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.990791] env[62024]: ERROR nova.scheduler.client.report [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [req-0c724d96-3103-4795-92d7-9ad2b4de2591] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2414aeaf-2a82-48f5-b61f-d58b79924cbf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c724d96-3103-4795-92d7-9ad2b4de2591"}]} [ 797.011711] env[62024]: DEBUG nova.scheduler.client.report [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Refreshing inventories for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 797.019795] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288318, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.028832] env[62024]: DEBUG nova.scheduler.client.report [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Updating ProviderTree inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 797.029184] env[62024]: DEBUG nova.compute.provider_tree [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.042110] env[62024]: DEBUG nova.scheduler.client.report [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Refreshing aggregate associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, aggregates: None {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 797.062134] env[62024]: DEBUG nova.scheduler.client.report [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Refreshing trait associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 797.182147] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.226822] env[62024]: DEBUG oslo_concurrency.lockutils [None req-612dbd78-8142-4064-b939-b5213d464e6a tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.336s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.247372] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.250820] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508223} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.251076] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 7c1f70ca-f859-4dea-90c5-7074dce2e02e/7c1f70ca-f859-4dea-90c5-7074dce2e02e.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.251381] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.251601] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-392216d2-111b-41eb-a863-e209e75d7620 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.260407] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Waiting for the task: (returnval){ [ 797.260407] env[62024]: value = "task-2288324" [ 797.260407] env[62024]: _type = "Task" [ 797.260407] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.276124] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.290188] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f490e585-9801-453b-b3c4-15ab12ee7056 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Lock "b38b8e47-b7b8-4678-bced-6bbb82509657" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.498s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.300380] env[62024]: DEBUG nova.compute.manager [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.326224] env[62024]: DEBUG oslo_concurrency.lockutils [req-a518eb17-5f81-46d4-9eeb-1e84b6d983ee req-91711c6a-c47f-4def-bdbb-f7ef792434a6 service nova] Releasing lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.408911] env[62024]: DEBUG oslo_vmware.api [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356166} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.409183] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.409370] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.409546] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.409718] env[62024]: INFO nova.compute.manager [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Took 2.29 seconds to destroy the instance on the hypervisor. [ 797.409951] env[62024]: DEBUG oslo.service.loopingcall [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.410160] env[62024]: DEBUG nova.compute.manager [-] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.410258] env[62024]: DEBUG nova.network.neutron [-] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.518839] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288318, 'name': CreateVM_Task, 'duration_secs': 0.524888} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.519106] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.519864] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.520037] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.520407] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.520710] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6af545e-b539-45f0-b34d-1effb704543f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.524254] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd71da0-b74b-4d34-958f-9c33042e9d7b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.527883] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 797.527883] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d36586-dcd0-c577-ffa7-47c01c7f0e36" [ 797.527883] env[62024]: _type = "Task" [ 797.527883] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.539352] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d835bc1-e149-4bbc-9f4d-607014257bd2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.551818] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d36586-dcd0-c577-ffa7-47c01c7f0e36, 'name': SearchDatastore_Task, 'duration_secs': 0.009008} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.552495] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.552756] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.552996] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.554311] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.554616] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.583152] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e8719a7-a9a3-4b5e-8755-7b13004ac35e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.586551] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4659326-587f-4758-841a-37120f25036c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.596604] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496aad36-94a5-46bc-bed0-40459d9aa4f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.603030] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.603296] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.604503] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa0cb03-34d5-4c53-9d01-61c585ec57e3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.615479] env[62024]: DEBUG nova.compute.provider_tree [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.621478] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 797.621478] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c99542-2548-9a50-28b6-5123c3082ff5" [ 797.621478] env[62024]: _type = "Task" [ 797.621478] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.631559] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c99542-2548-9a50-28b6-5123c3082ff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.681263] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288319, 'name': ReconfigVM_Task, 'duration_secs': 0.952254} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.681659] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465727', 'volume_id': '0596bbbc-9993-4042-93f1-e577bdbb2549', 'name': 'volume-0596bbbc-9993-4042-93f1-e577bdbb2549', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2dffe23d-5c9a-4477-a855-227646ad434b', 'attached_at': '', 'detached_at': '', 'volume_id': '0596bbbc-9993-4042-93f1-e577bdbb2549', 'serial': '0596bbbc-9993-4042-93f1-e577bdbb2549'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 797.682425] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d297f347-3f64-49da-8ca1-730a22105eeb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.688800] env[62024]: DEBUG nova.compute.manager [None req-bdbb50f9-2796-43c8-ab08-dab31c68cd48 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.690438] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 797.690438] env[62024]: value = "task-2288325" [ 797.690438] env[62024]: _type = "Task" [ 797.690438] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.690438] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fb23ed-9560-45da-8c1b-842b4a581ae6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.706279] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288325, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.743030] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288321, 'name': ReconfigVM_Task, 'duration_secs': 0.89605} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.743306] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.743553] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55b901d2-6d7d-4fa9-a8f7-98fd52589bac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.749825] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 797.749825] env[62024]: value = "task-2288326" [ 797.749825] env[62024]: _type = "Task" [ 797.749825] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.762125] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.770684] env[62024]: DEBUG oslo_concurrency.lockutils [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Acquiring lock "b38b8e47-b7b8-4678-bced-6bbb82509657" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.770960] env[62024]: DEBUG oslo_concurrency.lockutils [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Lock "b38b8e47-b7b8-4678-bced-6bbb82509657" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.771342] env[62024]: DEBUG oslo_concurrency.lockutils [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Acquiring lock "b38b8e47-b7b8-4678-bced-6bbb82509657-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.773063] env[62024]: DEBUG oslo_concurrency.lockutils [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Lock "b38b8e47-b7b8-4678-bced-6bbb82509657-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.773063] env[62024]: DEBUG oslo_concurrency.lockutils [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Lock "b38b8e47-b7b8-4678-bced-6bbb82509657-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.773994] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234055} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.774452] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.775104] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d55e926-f641-4377-be30-be3d4d0b7149 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.779537] env[62024]: INFO nova.compute.manager [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Terminating instance [ 797.804214] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 7c1f70ca-f859-4dea-90c5-7074dce2e02e/7c1f70ca-f859-4dea-90c5-7074dce2e02e.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.809510] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89babd26-a055-4562-a5ff-1533f840f791 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.834255] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Waiting for the task: (returnval){ [ 797.834255] env[62024]: value = "task-2288327" [ 797.834255] env[62024]: _type = "Task" [ 797.834255] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.840422] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.845867] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.007571] env[62024]: DEBUG nova.compute.manager [req-f51c3aad-cd43-40d2-ad77-adcb8840db4e req-e996fb6f-264a-4d6c-9f4f-f699ca665a2a service nova] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Received event network-vif-deleted-bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.007819] env[62024]: INFO nova.compute.manager [req-f51c3aad-cd43-40d2-ad77-adcb8840db4e req-e996fb6f-264a-4d6c-9f4f-f699ca665a2a service nova] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Neutron deleted interface bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4; detaching it from the instance and deleting it from the info cache [ 798.007986] env[62024]: DEBUG nova.network.neutron [req-f51c3aad-cd43-40d2-ad77-adcb8840db4e req-e996fb6f-264a-4d6c-9f4f-f699ca665a2a service nova] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.133664] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c99542-2548-9a50-28b6-5123c3082ff5, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.134508] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68edd009-eb50-4b6a-ada9-91789033b55b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.140886] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 798.140886] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bcb2b4-c404-694e-b009-85c0ba8a5830" [ 798.140886] env[62024]: _type = "Task" [ 798.140886] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.148711] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bcb2b4-c404-694e-b009-85c0ba8a5830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.152646] env[62024]: DEBUG nova.scheduler.client.report [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 798.152906] env[62024]: DEBUG nova.compute.provider_tree [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 94 to 95 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 798.153107] env[62024]: DEBUG nova.compute.provider_tree [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.203700] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288325, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.208635] env[62024]: INFO nova.compute.manager [None req-bdbb50f9-2796-43c8-ab08-dab31c68cd48 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] instance snapshotting [ 798.209850] env[62024]: DEBUG nova.objects.instance [None req-bdbb50f9-2796-43c8-ab08-dab31c68cd48 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Lazy-loading 'flavor' on Instance uuid b38b8e47-b7b8-4678-bced-6bbb82509657 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.259519] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.283665] env[62024]: DEBUG oslo_concurrency.lockutils [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Acquiring lock "refresh_cache-b38b8e47-b7b8-4678-bced-6bbb82509657" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.283827] env[62024]: DEBUG oslo_concurrency.lockutils [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Acquired lock "refresh_cache-b38b8e47-b7b8-4678-bced-6bbb82509657" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.284142] env[62024]: DEBUG nova.network.neutron [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.345217] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.427064] env[62024]: DEBUG nova.network.neutron [-] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.510571] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff4e8660-bbec-4e80-9efa-80c6e530d64b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.520235] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f961f16-656d-45b1-b9dc-fb2395090447 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.555770] env[62024]: DEBUG nova.compute.manager [req-f51c3aad-cd43-40d2-ad77-adcb8840db4e req-e996fb6f-264a-4d6c-9f4f-f699ca665a2a service nova] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Detach interface failed, port_id=bd11eb0b-bfc8-408e-9f27-dabc8f74b5c4, reason: Instance c9d82a18-2556-465f-9fdc-623c14c71850 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 798.651609] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bcb2b4-c404-694e-b009-85c0ba8a5830, 'name': SearchDatastore_Task, 'duration_secs': 0.009681} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.651916] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.652215] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 01583b3a-4abc-4d50-b8a1-8f6a6f982871/01583b3a-4abc-4d50-b8a1-8f6a6f982871.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.652507] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caa3f333-cc26-4127-9d1e-07937e3ecc32 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.657868] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.348s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.662281] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.921s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.664117] env[62024]: INFO nova.compute.claims [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.667980] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 798.667980] env[62024]: value = "task-2288328" [ 798.667980] env[62024]: _type = "Task" [ 798.667980] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.677554] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.685594] env[62024]: INFO nova.scheduler.client.report [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Deleted allocations for instance b9ea0526-0c2b-4b75-a260-7c5beff1f1c3 [ 798.704576] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288325, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.718029] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07509bc2-4905-4d07-a899-53681475c7a8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.739634] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaebe1f-e2e5-4be3-933c-51b3d510fc75 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.760900] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.809837] env[62024]: DEBUG nova.network.neutron [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.845061] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.922239] env[62024]: DEBUG nova.network.neutron [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.931035] env[62024]: INFO nova.compute.manager [-] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Took 1.52 seconds to deallocate network for instance. [ 799.180851] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515823} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.181914] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 01583b3a-4abc-4d50-b8a1-8f6a6f982871/01583b3a-4abc-4d50-b8a1-8f6a6f982871.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.182109] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.182408] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-560445c7-2d85-432b-a630-d6aeb3ae80d1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.192505] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 799.192505] env[62024]: value = "task-2288330" [ 799.192505] env[62024]: _type = "Task" [ 799.192505] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.192973] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f05061cd-2b6f-49b2-a3d7-91cd6a418fd2 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b9ea0526-0c2b-4b75-a260-7c5beff1f1c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.438s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.206939] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.210306] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288325, 'name': Rename_Task, 'duration_secs': 1.071018} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.210758] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.210849] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4c78dae-ddcf-4e59-8d3b-eafb75025097 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.218693] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 799.218693] env[62024]: value = "task-2288331" [ 799.218693] env[62024]: _type = "Task" [ 799.218693] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.227551] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.252315] env[62024]: DEBUG nova.compute.manager [None req-bdbb50f9-2796-43c8-ab08-dab31c68cd48 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Instance disappeared during snapshot {{(pid=62024) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 799.264701] env[62024]: DEBUG oslo_vmware.api [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288326, 'name': PowerOnVM_Task, 'duration_secs': 1.248774} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.265025] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.267770] env[62024]: DEBUG nova.compute.manager [None req-3f2ecc4e-94ca-4e83-a0ff-49a689cd8c7b tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.268555] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7a1c72-f500-4787-bfe3-94232f7fb4c2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.346029] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288327, 'name': ReconfigVM_Task, 'duration_secs': 1.058688} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.346029] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 7c1f70ca-f859-4dea-90c5-7074dce2e02e/7c1f70ca-f859-4dea-90c5-7074dce2e02e.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.346629] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-676ec150-0eb7-4308-86cd-fc97421475fc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.358428] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Waiting for the task: (returnval){ [ 799.358428] env[62024]: value = "task-2288332" [ 799.358428] env[62024]: _type = "Task" [ 799.358428] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.370185] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288332, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.406309] env[62024]: DEBUG nova.compute.manager [None req-bdbb50f9-2796-43c8-ab08-dab31c68cd48 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Found 0 images (rotation: 2) {{(pid=62024) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 799.427195] env[62024]: DEBUG oslo_concurrency.lockutils [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Releasing lock "refresh_cache-b38b8e47-b7b8-4678-bced-6bbb82509657" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.427195] env[62024]: DEBUG nova.compute.manager [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.427195] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.427195] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337dca66-2b31-4218-ba65-b1229be344a5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.435070] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.435347] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-549a4948-0006-4b39-abfe-2c64c712e8f2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.442880] env[62024]: DEBUG oslo_vmware.api [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Waiting for the task: (returnval){ [ 799.442880] env[62024]: value = "task-2288333" [ 799.442880] env[62024]: _type = "Task" [ 799.442880] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.451008] env[62024]: DEBUG oslo_vmware.api [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.482889] env[62024]: INFO nova.compute.manager [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Took 0.55 seconds to detach 1 volumes for instance. [ 799.706335] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068039} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.706613] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.707413] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b676353c-f2e0-4e9e-ba3d-ae0a07a4bcbc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.732669] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 01583b3a-4abc-4d50-b8a1-8f6a6f982871/01583b3a-4abc-4d50-b8a1-8f6a6f982871.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.739940] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10372218-ca24-4e09-8398-e66af6bdb6ff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.762648] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.764386] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 799.764386] env[62024]: value = "task-2288334" [ 799.764386] env[62024]: _type = "Task" [ 799.764386] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.775196] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.871653] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288332, 'name': Rename_Task, 'duration_secs': 0.422317} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.871951] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.872313] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f97b062e-4df9-44c7-beb6-20486c990380 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.878626] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Waiting for the task: (returnval){ [ 799.878626] env[62024]: value = "task-2288335" [ 799.878626] env[62024]: _type = "Task" [ 799.878626] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.888930] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.952830] env[62024]: DEBUG oslo_vmware.api [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288333, 'name': PowerOffVM_Task, 'duration_secs': 0.477387} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.953219] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.953432] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.953724] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7e2d791-b7b3-41a2-9a34-c521e67f1ef6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.989511] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.011817] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.012049] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.012235] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Deleting the datastore file [datastore2] b38b8e47-b7b8-4678-bced-6bbb82509657 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.012492] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba6c6e75-c4fc-4841-9c30-cb24ebfd18f1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.018173] env[62024]: DEBUG oslo_vmware.api [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Waiting for the task: (returnval){ [ 800.018173] env[62024]: value = "task-2288337" [ 800.018173] env[62024]: _type = "Task" [ 800.018173] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.031106] env[62024]: DEBUG oslo_vmware.api [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.047547] env[62024]: DEBUG nova.compute.manager [req-935e2ab3-d713-4b92-86a9-d7c538a2d8d2 req-411b3b34-2455-45fc-bb11-f42fccd57f9f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Received event network-changed-f206b8b4-5d8e-4f22-971d-aac9e738ab97 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.047776] env[62024]: DEBUG nova.compute.manager [req-935e2ab3-d713-4b92-86a9-d7c538a2d8d2 req-411b3b34-2455-45fc-bb11-f42fccd57f9f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Refreshing instance network info cache due to event network-changed-f206b8b4-5d8e-4f22-971d-aac9e738ab97. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 800.048060] env[62024]: DEBUG oslo_concurrency.lockutils [req-935e2ab3-d713-4b92-86a9-d7c538a2d8d2 req-411b3b34-2455-45fc-bb11-f42fccd57f9f service nova] Acquiring lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.048254] env[62024]: DEBUG oslo_concurrency.lockutils [req-935e2ab3-d713-4b92-86a9-d7c538a2d8d2 req-411b3b34-2455-45fc-bb11-f42fccd57f9f service nova] Acquired lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.048438] env[62024]: DEBUG nova.network.neutron [req-935e2ab3-d713-4b92-86a9-d7c538a2d8d2 req-411b3b34-2455-45fc-bb11-f42fccd57f9f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Refreshing network info cache for port f206b8b4-5d8e-4f22-971d-aac9e738ab97 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.138954] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83580c2e-f8e3-41c3-955a-98159cec8eec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.146825] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238ebf7e-9083-4c5d-ac5d-830eb627e62e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.178650] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c1572c-0740-4d2a-8a8f-4997c27268f4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.186381] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f738e246-0131-4181-a36e-a12cba5997aa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.201494] env[62024]: DEBUG nova.compute.provider_tree [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.233955] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288331, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.274619] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.393293] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.530200] env[62024]: DEBUG oslo_vmware.api [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Task: {'id': task-2288337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117374} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.530525] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.530787] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.531043] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.531292] env[62024]: INFO nova.compute.manager [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Took 1.11 seconds to destroy the instance on the hypervisor. [ 800.531579] env[62024]: DEBUG oslo.service.loopingcall [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 800.531815] env[62024]: DEBUG nova.compute.manager [-] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.531936] env[62024]: DEBUG nova.network.neutron [-] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.550758] env[62024]: DEBUG nova.network.neutron [-] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.707023] env[62024]: DEBUG nova.scheduler.client.report [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.735259] env[62024]: DEBUG oslo_vmware.api [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288331, 'name': PowerOnVM_Task, 'duration_secs': 1.188877} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.735518] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.776274] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288334, 'name': ReconfigVM_Task, 'duration_secs': 0.657865} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.778971] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 01583b3a-4abc-4d50-b8a1-8f6a6f982871/01583b3a-4abc-4d50-b8a1-8f6a6f982871.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.779610] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2871c4ac-7398-4207-ad29-fabc3c758b5b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.787025] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 800.787025] env[62024]: value = "task-2288338" [ 800.787025] env[62024]: _type = "Task" [ 800.787025] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.799853] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288338, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.840149] env[62024]: DEBUG nova.compute.manager [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.841143] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0bd2be-6eee-4c7b-8093-b404005832c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.875187] env[62024]: DEBUG nova.network.neutron [req-935e2ab3-d713-4b92-86a9-d7c538a2d8d2 req-411b3b34-2455-45fc-bb11-f42fccd57f9f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Updated VIF entry in instance network info cache for port f206b8b4-5d8e-4f22-971d-aac9e738ab97. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.875568] env[62024]: DEBUG nova.network.neutron [req-935e2ab3-d713-4b92-86a9-d7c538a2d8d2 req-411b3b34-2455-45fc-bb11-f42fccd57f9f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Updating instance_info_cache with network_info: [{"id": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "address": "fa:16:3e:da:ca:8c", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf206b8b4-5d", "ovs_interfaceid": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.896829] env[62024]: DEBUG oslo_vmware.api [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288335, 'name': PowerOnVM_Task, 'duration_secs': 0.747171} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.897160] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.897544] env[62024]: INFO nova.compute.manager [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Took 9.55 seconds to spawn the instance on the hypervisor. [ 800.897768] env[62024]: DEBUG nova.compute.manager [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.898671] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9ad753-05e1-4dc1-bebc-c3b11bd615b1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.049718] env[62024]: DEBUG nova.compute.manager [req-3e098513-1723-4901-b451-0991f5b8b5d4 req-0df844c3-9b19-4120-aebd-893707d1962c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Received event network-changed-07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.049921] env[62024]: DEBUG nova.compute.manager [req-3e098513-1723-4901-b451-0991f5b8b5d4 req-0df844c3-9b19-4120-aebd-893707d1962c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Refreshing instance network info cache due to event network-changed-07916e50-8e9d-4190-b4f6-e9ed5a8c6e47. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.050167] env[62024]: DEBUG oslo_concurrency.lockutils [req-3e098513-1723-4901-b451-0991f5b8b5d4 req-0df844c3-9b19-4120-aebd-893707d1962c service nova] Acquiring lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.050311] env[62024]: DEBUG oslo_concurrency.lockutils [req-3e098513-1723-4901-b451-0991f5b8b5d4 req-0df844c3-9b19-4120-aebd-893707d1962c service nova] Acquired lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.050470] env[62024]: DEBUG nova.network.neutron [req-3e098513-1723-4901-b451-0991f5b8b5d4 req-0df844c3-9b19-4120-aebd-893707d1962c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Refreshing network info cache for port 07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.057256] env[62024]: DEBUG nova.network.neutron [-] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.213515] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.214042] env[62024]: DEBUG nova.compute.manager [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.217294] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.964s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.217483] env[62024]: DEBUG nova.objects.instance [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62024) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 801.296355] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288338, 'name': Rename_Task, 'duration_secs': 0.363201} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.296625] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.296894] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6ea12b3-a8bf-400e-98d4-15feeca512eb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.303990] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 801.303990] env[62024]: value = "task-2288339" [ 801.303990] env[62024]: _type = "Task" [ 801.303990] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.311649] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.360438] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f5bfcbcd-bb26-4665-8180-8d76786ef7c1 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "2dffe23d-5c9a-4477-a855-227646ad434b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 64.463s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.382151] env[62024]: DEBUG oslo_concurrency.lockutils [req-935e2ab3-d713-4b92-86a9-d7c538a2d8d2 req-411b3b34-2455-45fc-bb11-f42fccd57f9f service nova] Releasing lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.419501] env[62024]: INFO nova.compute.manager [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Took 45.10 seconds to build instance. [ 801.559237] env[62024]: INFO nova.compute.manager [-] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Took 1.03 seconds to deallocate network for instance. [ 801.722453] env[62024]: DEBUG nova.compute.utils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 801.727270] env[62024]: DEBUG nova.compute.manager [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.727270] env[62024]: DEBUG nova.network.neutron [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.779248] env[62024]: DEBUG nova.policy [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e459c34210b4a0db8c679e573131f11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01bf778ddc904bfb9aa501466d10b6ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.816354] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288339, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.879402] env[62024]: DEBUG nova.network.neutron [req-3e098513-1723-4901-b451-0991f5b8b5d4 req-0df844c3-9b19-4120-aebd-893707d1962c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Updated VIF entry in instance network info cache for port 07916e50-8e9d-4190-b4f6-e9ed5a8c6e47. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.879804] env[62024]: DEBUG nova.network.neutron [req-3e098513-1723-4901-b451-0991f5b8b5d4 req-0df844c3-9b19-4120-aebd-893707d1962c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Updating instance_info_cache with network_info: [{"id": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "address": "fa:16:3e:22:00:d3", "network": {"id": "d56236b6-02f8-4302-a77a-d7d594154aab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-604536759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9491ff7c5ccc4b49b1ac4f71045c16a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07916e50-8e", "ovs_interfaceid": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.921957] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0bd2e5be-3299-4d84-96af-aa4a3aae2bea tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Lock "7c1f70ca-f859-4dea-90c5-7074dce2e02e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.668s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.067843] env[62024]: DEBUG oslo_concurrency.lockutils [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.229062] env[62024]: DEBUG nova.compute.manager [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.234586] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d98b5dbd-d30f-44e3-b024-68fb5863e1a2 tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.235758] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.338s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.236103] env[62024]: DEBUG nova.objects.instance [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Lazy-loading 'resources' on Instance uuid 864edcde-00fe-4c44-9702-006c60068b0c {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.315148] env[62024]: DEBUG oslo_vmware.api [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288339, 'name': PowerOnVM_Task, 'duration_secs': 0.948203} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.315436] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.315848] env[62024]: INFO nova.compute.manager [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Took 8.28 seconds to spawn the instance on the hypervisor. [ 802.316102] env[62024]: DEBUG nova.compute.manager [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.317290] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c521d8-ee03-4094-9f08-ee557e34b497 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.382522] env[62024]: DEBUG oslo_concurrency.lockutils [req-3e098513-1723-4901-b451-0991f5b8b5d4 req-0df844c3-9b19-4120-aebd-893707d1962c service nova] Releasing lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.387442] env[62024]: DEBUG nova.network.neutron [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Successfully created port: ab8327dc-61b4-49b7-9cbc-589e0deea306 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.445991] env[62024]: DEBUG nova.compute.manager [req-0f0dfceb-1df2-4022-9aca-04327861fed8 req-a721ecd6-5681-4b47-8890-b2f67935e25c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Received event network-changed-07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.446245] env[62024]: DEBUG nova.compute.manager [req-0f0dfceb-1df2-4022-9aca-04327861fed8 req-a721ecd6-5681-4b47-8890-b2f67935e25c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Refreshing instance network info cache due to event network-changed-07916e50-8e9d-4190-b4f6-e9ed5a8c6e47. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 802.446464] env[62024]: DEBUG oslo_concurrency.lockutils [req-0f0dfceb-1df2-4022-9aca-04327861fed8 req-a721ecd6-5681-4b47-8890-b2f67935e25c service nova] Acquiring lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.446613] env[62024]: DEBUG oslo_concurrency.lockutils [req-0f0dfceb-1df2-4022-9aca-04327861fed8 req-a721ecd6-5681-4b47-8890-b2f67935e25c service nova] Acquired lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.447983] env[62024]: DEBUG nova.network.neutron [req-0f0dfceb-1df2-4022-9aca-04327861fed8 req-a721ecd6-5681-4b47-8890-b2f67935e25c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Refreshing network info cache for port 07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.840783] env[62024]: INFO nova.compute.manager [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Took 43.86 seconds to build instance. [ 803.199918] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1b8125-3355-4cfc-8c8f-76a97add5c86 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.208306] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aeb1d0-0ebe-44fa-a0b6-26764aef6297 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.242974] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1533b0-a925-4fc5-9447-5b7c0e48334d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.246422] env[62024]: DEBUG nova.compute.manager [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.254129] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5751052b-dcba-482f-a023-a31e34f8aaf3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.268539] env[62024]: DEBUG nova.compute.provider_tree [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.278847] env[62024]: DEBUG nova.virt.hardware [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.279137] env[62024]: DEBUG nova.virt.hardware [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.279336] env[62024]: DEBUG nova.virt.hardware [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.279621] env[62024]: DEBUG nova.virt.hardware [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.279749] env[62024]: DEBUG nova.virt.hardware [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.279925] env[62024]: DEBUG nova.virt.hardware [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.280279] env[62024]: DEBUG nova.virt.hardware [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.280468] env[62024]: DEBUG nova.virt.hardware [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.280678] env[62024]: DEBUG nova.virt.hardware [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.280890] env[62024]: DEBUG nova.virt.hardware [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.281123] env[62024]: DEBUG nova.virt.hardware [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.282080] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb17cf4-0b0b-41fd-b25a-307caf3aff1a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.295319] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9448fc-35ef-4d7c-8c7d-dc06f62cb605 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.300297] env[62024]: DEBUG nova.network.neutron [req-0f0dfceb-1df2-4022-9aca-04327861fed8 req-a721ecd6-5681-4b47-8890-b2f67935e25c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Updated VIF entry in instance network info cache for port 07916e50-8e9d-4190-b4f6-e9ed5a8c6e47. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.300297] env[62024]: DEBUG nova.network.neutron [req-0f0dfceb-1df2-4022-9aca-04327861fed8 req-a721ecd6-5681-4b47-8890-b2f67935e25c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Updating instance_info_cache with network_info: [{"id": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "address": "fa:16:3e:22:00:d3", "network": {"id": "d56236b6-02f8-4302-a77a-d7d594154aab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-604536759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9491ff7c5ccc4b49b1ac4f71045c16a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07916e50-8e", "ovs_interfaceid": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.308042] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "b8f0e5f1-04c8-4784-a597-768a0900e987" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.308042] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b8f0e5f1-04c8-4784-a597-768a0900e987" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.308042] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "b8f0e5f1-04c8-4784-a597-768a0900e987-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.308042] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b8f0e5f1-04c8-4784-a597-768a0900e987-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.308042] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b8f0e5f1-04c8-4784-a597-768a0900e987-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.314283] env[62024]: INFO nova.compute.manager [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Terminating instance [ 803.342948] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f383624c-9821-48ce-aefa-821cf5ca2ce6 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.460s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.373023] env[62024]: DEBUG oslo_concurrency.lockutils [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Acquiring lock "7c1f70ca-f859-4dea-90c5-7074dce2e02e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.373338] env[62024]: DEBUG oslo_concurrency.lockutils [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Lock "7c1f70ca-f859-4dea-90c5-7074dce2e02e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.373562] env[62024]: DEBUG oslo_concurrency.lockutils [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Acquiring lock "7c1f70ca-f859-4dea-90c5-7074dce2e02e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.373760] env[62024]: DEBUG oslo_concurrency.lockutils [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Lock "7c1f70ca-f859-4dea-90c5-7074dce2e02e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.373935] env[62024]: DEBUG oslo_concurrency.lockutils [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Lock "7c1f70ca-f859-4dea-90c5-7074dce2e02e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.376341] env[62024]: INFO nova.compute.manager [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Terminating instance [ 803.780139] env[62024]: DEBUG nova.scheduler.client.report [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.803566] env[62024]: DEBUG oslo_concurrency.lockutils [req-0f0dfceb-1df2-4022-9aca-04327861fed8 req-a721ecd6-5681-4b47-8890-b2f67935e25c service nova] Releasing lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.820891] env[62024]: DEBUG nova.compute.manager [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.820891] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.820891] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e21530e-9d2f-4145-95fb-ebe256873371 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.828249] env[62024]: DEBUG nova.compute.manager [req-a4a577ac-6ff6-494e-b968-0ce0c1866a2e req-11b67d5b-4405-4377-a30e-276c71a03fe3 service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Received event network-changed-07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.828249] env[62024]: DEBUG nova.compute.manager [req-a4a577ac-6ff6-494e-b968-0ce0c1866a2e req-11b67d5b-4405-4377-a30e-276c71a03fe3 service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Refreshing instance network info cache due to event network-changed-07916e50-8e9d-4190-b4f6-e9ed5a8c6e47. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 803.828249] env[62024]: DEBUG oslo_concurrency.lockutils [req-a4a577ac-6ff6-494e-b968-0ce0c1866a2e req-11b67d5b-4405-4377-a30e-276c71a03fe3 service nova] Acquiring lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.828249] env[62024]: DEBUG oslo_concurrency.lockutils [req-a4a577ac-6ff6-494e-b968-0ce0c1866a2e req-11b67d5b-4405-4377-a30e-276c71a03fe3 service nova] Acquired lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.828249] env[62024]: DEBUG nova.network.neutron [req-a4a577ac-6ff6-494e-b968-0ce0c1866a2e req-11b67d5b-4405-4377-a30e-276c71a03fe3 service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Refreshing network info cache for port 07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.836859] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.837578] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33290e14-e0e6-4aac-8a5a-42b7df1730d0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.845221] env[62024]: DEBUG oslo_vmware.api [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 803.845221] env[62024]: value = "task-2288340" [ 803.845221] env[62024]: _type = "Task" [ 803.845221] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.862362] env[62024]: DEBUG oslo_vmware.api [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.881158] env[62024]: DEBUG nova.compute.manager [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.881158] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.882329] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5d21be-c168-4243-a323-38d63557a3f1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.894218] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.894731] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6199b6cf-09ef-44fe-9784-1180192387f4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.901315] env[62024]: DEBUG oslo_vmware.api [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Waiting for the task: (returnval){ [ 803.901315] env[62024]: value = "task-2288341" [ 803.901315] env[62024]: _type = "Task" [ 803.901315] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.911537] env[62024]: DEBUG oslo_vmware.api [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.133906] env[62024]: DEBUG nova.network.neutron [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Successfully updated port: ab8327dc-61b4-49b7-9cbc-589e0deea306 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.284811] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.290734] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.058s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.292312] env[62024]: INFO nova.compute.claims [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.317059] env[62024]: INFO nova.scheduler.client.report [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Deleted allocations for instance 864edcde-00fe-4c44-9702-006c60068b0c [ 804.360296] env[62024]: DEBUG oslo_vmware.api [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288340, 'name': PowerOffVM_Task, 'duration_secs': 0.238055} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.360296] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.360296] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.360296] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65e86654-11e4-41ea-96c3-b4ad2562fdbb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.412326] env[62024]: DEBUG oslo_vmware.api [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288341, 'name': PowerOffVM_Task, 'duration_secs': 0.290797} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.412613] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.412788] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.413146] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48f3bdbb-3d0d-4b1e-bd76-8e9536ec37a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.422485] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.422763] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.423061] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Deleting the datastore file [datastore2] b8f0e5f1-04c8-4784-a597-768a0900e987 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.423371] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ccb01f0-2bba-4e91-bb92-026550c16f09 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.429560] env[62024]: DEBUG oslo_vmware.api [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for the task: (returnval){ [ 804.429560] env[62024]: value = "task-2288344" [ 804.429560] env[62024]: _type = "Task" [ 804.429560] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.439048] env[62024]: DEBUG oslo_vmware.api [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.483501] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.483726] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.483920] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Deleting the datastore file [datastore2] 7c1f70ca-f859-4dea-90c5-7074dce2e02e {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.484137] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf11a43e-9cd5-4436-b999-77c1638536b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.491039] env[62024]: DEBUG oslo_vmware.api [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Waiting for the task: (returnval){ [ 804.491039] env[62024]: value = "task-2288345" [ 804.491039] env[62024]: _type = "Task" [ 804.491039] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.499137] env[62024]: DEBUG oslo_vmware.api [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.638207] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-58344be0-9c1b-43bf-bc58-16da488b10d8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.638368] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-58344be0-9c1b-43bf-bc58-16da488b10d8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.638534] env[62024]: DEBUG nova.network.neutron [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.658036] env[62024]: DEBUG nova.network.neutron [req-a4a577ac-6ff6-494e-b968-0ce0c1866a2e req-11b67d5b-4405-4377-a30e-276c71a03fe3 service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Updated VIF entry in instance network info cache for port 07916e50-8e9d-4190-b4f6-e9ed5a8c6e47. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.658418] env[62024]: DEBUG nova.network.neutron [req-a4a577ac-6ff6-494e-b968-0ce0c1866a2e req-11b67d5b-4405-4377-a30e-276c71a03fe3 service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Updating instance_info_cache with network_info: [{"id": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "address": "fa:16:3e:22:00:d3", "network": {"id": "d56236b6-02f8-4302-a77a-d7d594154aab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-604536759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9491ff7c5ccc4b49b1ac4f71045c16a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07916e50-8e", "ovs_interfaceid": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.764869] env[62024]: DEBUG nova.compute.manager [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Received event network-changed-07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.764869] env[62024]: DEBUG nova.compute.manager [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Refreshing instance network info cache due to event network-changed-07916e50-8e9d-4190-b4f6-e9ed5a8c6e47. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 804.764869] env[62024]: DEBUG oslo_concurrency.lockutils [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] Acquiring lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.824245] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7d71f38-e3e1-444b-bb56-3a28bd6f3888 tempest-InstanceActionsTestJSON-892892587 tempest-InstanceActionsTestJSON-892892587-project-member] Lock "864edcde-00fe-4c44-9702-006c60068b0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.408s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.940580] env[62024]: DEBUG oslo_vmware.api [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Task: {'id': task-2288344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138162} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.940921] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.941257] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.941406] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.941622] env[62024]: INFO nova.compute.manager [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Took 1.12 seconds to destroy the instance on the hypervisor. [ 804.941922] env[62024]: DEBUG oslo.service.loopingcall [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.942173] env[62024]: DEBUG nova.compute.manager [-] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.942309] env[62024]: DEBUG nova.network.neutron [-] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.001229] env[62024]: DEBUG oslo_vmware.api [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Task: {'id': task-2288345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143558} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.001636] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.001730] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.001853] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.002059] env[62024]: INFO nova.compute.manager [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 805.002307] env[62024]: DEBUG oslo.service.loopingcall [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.002497] env[62024]: DEBUG nova.compute.manager [-] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.002607] env[62024]: DEBUG nova.network.neutron [-] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.161197] env[62024]: DEBUG oslo_concurrency.lockutils [req-a4a577ac-6ff6-494e-b968-0ce0c1866a2e req-11b67d5b-4405-4377-a30e-276c71a03fe3 service nova] Releasing lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.161993] env[62024]: DEBUG oslo_concurrency.lockutils [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] Acquired lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.162305] env[62024]: DEBUG nova.network.neutron [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Refreshing network info cache for port 07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.209807] env[62024]: DEBUG nova.network.neutron [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.481994] env[62024]: DEBUG nova.network.neutron [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Updating instance_info_cache with network_info: [{"id": "ab8327dc-61b4-49b7-9cbc-589e0deea306", "address": "fa:16:3e:bd:a5:66", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab8327dc-61", "ovs_interfaceid": "ab8327dc-61b4-49b7-9cbc-589e0deea306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.514215] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquiring lock "a0f8e68d-0b54-44d0-b3bf-4c386c013015" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.514616] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Lock "a0f8e68d-0b54-44d0-b3bf-4c386c013015" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.514832] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquiring lock "a0f8e68d-0b54-44d0-b3bf-4c386c013015-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.515079] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Lock "a0f8e68d-0b54-44d0-b3bf-4c386c013015-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.515268] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Lock "a0f8e68d-0b54-44d0-b3bf-4c386c013015-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.517493] env[62024]: INFO nova.compute.manager [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Terminating instance [ 805.777871] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b8b42c-7a9e-4c53-bbdd-a96075fa4d5c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.785564] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d39050c-9484-49d5-bb56-975848ad466e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.818022] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4ebfbe-7c1b-4792-9e21-c0833d24f231 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.825189] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbac7cbd-33e0-4c0e-a9d5-3f04be805e76 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.840490] env[62024]: DEBUG nova.compute.provider_tree [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.873154] env[62024]: DEBUG nova.compute.manager [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Received event network-vif-plugged-ab8327dc-61b4-49b7-9cbc-589e0deea306 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.873154] env[62024]: DEBUG oslo_concurrency.lockutils [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] Acquiring lock "58344be0-9c1b-43bf-bc58-16da488b10d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.873632] env[62024]: DEBUG oslo_concurrency.lockutils [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] Lock "58344be0-9c1b-43bf-bc58-16da488b10d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.874038] env[62024]: DEBUG oslo_concurrency.lockutils [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] Lock "58344be0-9c1b-43bf-bc58-16da488b10d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.874355] env[62024]: DEBUG nova.compute.manager [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] No waiting events found dispatching network-vif-plugged-ab8327dc-61b4-49b7-9cbc-589e0deea306 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.874973] env[62024]: WARNING nova.compute.manager [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Received unexpected event network-vif-plugged-ab8327dc-61b4-49b7-9cbc-589e0deea306 for instance with vm_state building and task_state spawning. [ 805.875376] env[62024]: DEBUG nova.compute.manager [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Received event network-changed-ab8327dc-61b4-49b7-9cbc-589e0deea306 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.875636] env[62024]: DEBUG nova.compute.manager [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Refreshing instance network info cache due to event network-changed-ab8327dc-61b4-49b7-9cbc-589e0deea306. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.875910] env[62024]: DEBUG oslo_concurrency.lockutils [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] Acquiring lock "refresh_cache-58344be0-9c1b-43bf-bc58-16da488b10d8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.921926] env[62024]: DEBUG nova.network.neutron [-] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.987607] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-58344be0-9c1b-43bf-bc58-16da488b10d8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.988130] env[62024]: DEBUG nova.compute.manager [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Instance network_info: |[{"id": "ab8327dc-61b4-49b7-9cbc-589e0deea306", "address": "fa:16:3e:bd:a5:66", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab8327dc-61", "ovs_interfaceid": "ab8327dc-61b4-49b7-9cbc-589e0deea306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.992058] env[62024]: DEBUG oslo_concurrency.lockutils [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] Acquired lock "refresh_cache-58344be0-9c1b-43bf-bc58-16da488b10d8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.992373] env[62024]: DEBUG nova.network.neutron [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Refreshing network info cache for port ab8327dc-61b4-49b7-9cbc-589e0deea306 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.994065] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a5:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab8327dc-61b4-49b7-9cbc-589e0deea306', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.006525] env[62024]: DEBUG oslo.service.loopingcall [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.007668] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.009032] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51fffe38-51ba-43b7-a806-594f5fcd79f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.024875] env[62024]: DEBUG nova.compute.manager [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.025125] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.025944] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e570334-a2c5-406d-bd2e-8de8d07e6a5d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.033972] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.035186] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f91b3c0-42a8-4b62-a34c-d382f85d5433 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.036562] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.036562] env[62024]: value = "task-2288346" [ 806.036562] env[62024]: _type = "Task" [ 806.036562] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.040830] env[62024]: DEBUG oslo_vmware.api [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 806.040830] env[62024]: value = "task-2288347" [ 806.040830] env[62024]: _type = "Task" [ 806.040830] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.046762] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288346, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.051325] env[62024]: DEBUG oslo_vmware.api [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.092295] env[62024]: DEBUG nova.network.neutron [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Updated VIF entry in instance network info cache for port 07916e50-8e9d-4190-b4f6-e9ed5a8c6e47. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.092836] env[62024]: DEBUG nova.network.neutron [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Updating instance_info_cache with network_info: [{"id": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "address": "fa:16:3e:22:00:d3", "network": {"id": "d56236b6-02f8-4302-a77a-d7d594154aab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-604536759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9491ff7c5ccc4b49b1ac4f71045c16a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07916e50-8e", "ovs_interfaceid": "07916e50-8e9d-4190-b4f6-e9ed5a8c6e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.097233] env[62024]: DEBUG nova.network.neutron [-] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.344921] env[62024]: DEBUG nova.scheduler.client.report [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.424589] env[62024]: INFO nova.compute.manager [-] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Took 1.42 seconds to deallocate network for instance. [ 806.549954] env[62024]: DEBUG oslo_vmware.api [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288347, 'name': PowerOffVM_Task, 'duration_secs': 0.274106} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.553936] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.554180] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.554375] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288346, 'name': CreateVM_Task, 'duration_secs': 0.349662} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.554572] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec925671-9158-49f5-9003-fcabc9b5ae77 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.556076] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.556767] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.556935] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.557402] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.558035] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f151a819-0356-460b-b6c4-01ae3ee0a220 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.562319] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 806.562319] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a829f8-35be-c762-b182-3bd660f04871" [ 806.562319] env[62024]: _type = "Task" [ 806.562319] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.570805] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a829f8-35be-c762-b182-3bd660f04871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.595845] env[62024]: DEBUG oslo_concurrency.lockutils [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] Releasing lock "refresh_cache-a0f8e68d-0b54-44d0-b3bf-4c386c013015" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.596304] env[62024]: DEBUG nova.compute.manager [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Received event network-changed-c32b615d-f551-448b-8f78-c637efc5f57f {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.596511] env[62024]: DEBUG nova.compute.manager [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Refreshing instance network info cache due to event network-changed-c32b615d-f551-448b-8f78-c637efc5f57f. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 806.596730] env[62024]: DEBUG oslo_concurrency.lockutils [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] Acquiring lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.596874] env[62024]: DEBUG oslo_concurrency.lockutils [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] Acquired lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.597047] env[62024]: DEBUG nova.network.neutron [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Refreshing network info cache for port c32b615d-f551-448b-8f78-c637efc5f57f {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.602870] env[62024]: INFO nova.compute.manager [-] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Took 1.66 seconds to deallocate network for instance. [ 806.619594] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.620757] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.620757] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Deleting the datastore file [datastore2] a0f8e68d-0b54-44d0-b3bf-4c386c013015 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.621730] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14f281c3-eec3-44d7-868d-8055183d609d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.628685] env[62024]: DEBUG oslo_vmware.api [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for the task: (returnval){ [ 806.628685] env[62024]: value = "task-2288349" [ 806.628685] env[62024]: _type = "Task" [ 806.628685] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.640304] env[62024]: DEBUG oslo_vmware.api [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.793415] env[62024]: DEBUG nova.compute.manager [req-067c77bc-f45a-44f3-b19b-cfaeb8846b79 req-ac07350c-b490-415c-ae6c-b8ee7cd81678 service nova] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Received event network-vif-deleted-f0d3847c-19e0-4177-92dc-1409ac9e4f52 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.850295] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.850815] env[62024]: DEBUG nova.compute.manager [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.853325] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.478s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.918071] env[62024]: DEBUG nova.network.neutron [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Updated VIF entry in instance network info cache for port ab8327dc-61b4-49b7-9cbc-589e0deea306. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.918433] env[62024]: DEBUG nova.network.neutron [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Updating instance_info_cache with network_info: [{"id": "ab8327dc-61b4-49b7-9cbc-589e0deea306", "address": "fa:16:3e:bd:a5:66", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab8327dc-61", "ovs_interfaceid": "ab8327dc-61b4-49b7-9cbc-589e0deea306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.940804] env[62024]: DEBUG oslo_concurrency.lockutils [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.076668] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a829f8-35be-c762-b182-3bd660f04871, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.077065] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.077302] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.077539] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.077681] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.077856] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.078130] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbf73601-be25-4716-a462-8553ef4737e2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.086976] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.087172] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.087918] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7459aa-fb31-4737-8c6a-17d912cb886d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.094150] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 807.094150] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5214e9f5-c7d3-12d8-0c58-7618f3fd56fc" [ 807.094150] env[62024]: _type = "Task" [ 807.094150] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.103080] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5214e9f5-c7d3-12d8-0c58-7618f3fd56fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.113327] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.138647] env[62024]: DEBUG oslo_vmware.api [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Task: {'id': task-2288349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182185} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.138992] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.139096] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.139279] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.139499] env[62024]: INFO nova.compute.manager [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Took 1.11 seconds to destroy the instance on the hypervisor. [ 807.139755] env[62024]: DEBUG oslo.service.loopingcall [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.140072] env[62024]: DEBUG nova.compute.manager [-] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.140072] env[62024]: DEBUG nova.network.neutron [-] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.373231] env[62024]: DEBUG nova.compute.utils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 807.374639] env[62024]: DEBUG nova.compute.manager [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.374804] env[62024]: DEBUG nova.network.neutron [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.414693] env[62024]: DEBUG nova.network.neutron [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updated VIF entry in instance network info cache for port c32b615d-f551-448b-8f78-c637efc5f57f. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.415311] env[62024]: DEBUG nova.network.neutron [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updating instance_info_cache with network_info: [{"id": "c32b615d-f551-448b-8f78-c637efc5f57f", "address": "fa:16:3e:87:4a:04", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32b615d-f5", "ovs_interfaceid": "c32b615d-f551-448b-8f78-c637efc5f57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.421166] env[62024]: DEBUG oslo_concurrency.lockutils [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] Releasing lock "refresh_cache-58344be0-9c1b-43bf-bc58-16da488b10d8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.421166] env[62024]: DEBUG nova.compute.manager [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Received event network-vif-deleted-8e3d1131-625a-43b2-b05a-2f17ebce6587 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.421166] env[62024]: INFO nova.compute.manager [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Neutron deleted interface 8e3d1131-625a-43b2-b05a-2f17ebce6587; detaching it from the instance and deleting it from the info cache [ 807.421437] env[62024]: DEBUG nova.network.neutron [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.479343] env[62024]: DEBUG nova.policy [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9c4afa7049e4aa389d84193196b6d0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a9eb6259c2c408393cd88f19945d19f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.605579] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5214e9f5-c7d3-12d8-0c58-7618f3fd56fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008715} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.606946] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55250c44-1e4d-404a-b759-025576551653 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.613196] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 807.613196] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bc319e-4737-a219-1e16-6c852288ae15" [ 807.613196] env[62024]: _type = "Task" [ 807.613196] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.622795] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bc319e-4737-a219-1e16-6c852288ae15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.881529] env[62024]: DEBUG nova.compute.manager [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.907190] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance c2dd4f2a-6fe8-402f-8715-217a8aa24b16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.907653] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.907653] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 5cf5e799-4b2d-4877-ac9d-c5086406a3d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.907765] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance b8f0e5f1-04c8-4784-a597-768a0900e987 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.907804] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance cd1edbe3-4426-474b-99ed-8143be203e55 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.907926] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance a4917632-490f-4fea-b55b-ee28bb21a1e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.908065] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance f7173894-2c79-40c7-b8a3-9b502c2c29a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.908193] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance dba9a789-5a59-4876-b514-b58b4bb28083 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.908332] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance e4d53e08-758e-4304-876b-2fb456eb393c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.908439] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.908614] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 1b91a632-2229-4097-8dac-260333a24093 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.908675] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 099e98a2-0879-4b35-8a2a-fd6a529f0e14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.908749] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 128f600b-4c7c-44fd-9d83-8295bab996e7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.908863] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 600e56ce-d114-42f6-8d7f-6cf534c0e984 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.908967] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 2dffe23d-5c9a-4477-a855-227646ad434b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.909251] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 3fc289e9-3c96-4f1f-9cbb-52482e5502d5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.909382] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 7ac4b908-16cc-45e8-802b-ab55bd92aeb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.909515] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 94744d19-3ad4-42bd-ba98-0bf84f87ef06 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.909631] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 667af159-4e5d-4e30-86cb-07e64329723f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.909752] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance bb516805-3266-46a4-a484-0412b9c30670 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.909874] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance c9d82a18-2556-465f-9fdc-623c14c71850 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.909988] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance a0f8e68d-0b54-44d0-b3bf-4c386c013015 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.910115] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance c588cdc1-d2bb-4777-bcf4-c45ff3894608 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.910246] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance b38b8e47-b7b8-4678-bced-6bbb82509657 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.910371] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 7c1f70ca-f859-4dea-90c5-7074dce2e02e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.910483] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 01583b3a-4abc-4d50-b8a1-8f6a6f982871 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.910593] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 58344be0-9c1b-43bf-bc58-16da488b10d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.910703] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 8f02b240-6945-4336-892a-65678ba81a5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 807.917887] env[62024]: DEBUG oslo_concurrency.lockutils [req-dacd5692-56d9-41d5-86e7-5b7bd11e47f5 req-77cda872-37b7-45d3-9e6c-f07bfb2eb45c service nova] Releasing lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.926943] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fea0e53b-a419-4554-b57d-82e59db8cae6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.941282] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269608be-5c41-45c5-865d-4e9fda862f49 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.976108] env[62024]: DEBUG nova.compute.manager [req-ebea7386-0025-4366-90f5-9552b5dbc8ac req-72036afc-6074-4207-9e7b-a6687f5b3543 service nova] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Detach interface failed, port_id=8e3d1131-625a-43b2-b05a-2f17ebce6587, reason: Instance b8f0e5f1-04c8-4784-a597-768a0900e987 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 807.995046] env[62024]: DEBUG nova.network.neutron [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Successfully created port: 54d8031f-1529-43cc-b40e-72493a3010d2 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.081532] env[62024]: DEBUG nova.network.neutron [-] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.123904] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bc319e-4737-a219-1e16-6c852288ae15, 'name': SearchDatastore_Task, 'duration_secs': 0.01364} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.124211] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.124464] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 58344be0-9c1b-43bf-bc58-16da488b10d8/58344be0-9c1b-43bf-bc58-16da488b10d8.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.124836] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f99d1a6-fd85-4554-8963-17b2c6c6b041 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.131308] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 808.131308] env[62024]: value = "task-2288350" [ 808.131308] env[62024]: _type = "Task" [ 808.131308] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.139654] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.414936] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 091ddffd-6767-4b75-8a25-28b4851324c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 808.585488] env[62024]: INFO nova.compute.manager [-] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Took 1.44 seconds to deallocate network for instance. [ 808.643760] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48284} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.643760] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 58344be0-9c1b-43bf-bc58-16da488b10d8/58344be0-9c1b-43bf-bc58-16da488b10d8.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.643760] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.643760] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f41c4422-d163-4dcd-b77a-e475599c3907 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.650673] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 808.650673] env[62024]: value = "task-2288351" [ 808.650673] env[62024]: _type = "Task" [ 808.650673] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.660854] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.821787] env[62024]: DEBUG nova.compute.manager [req-52d4801f-b4bc-40d1-a0f2-87464466ec7f req-f9c7b548-40c0-4dc1-bec2-8e80c243b46b service nova] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Received event network-vif-deleted-07916e50-8e9d-4190-b4f6-e9ed5a8c6e47 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.891269] env[62024]: DEBUG nova.compute.manager [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.918497] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance ac899dc5-f981-4532-b20c-e8351dc4f00a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 808.925537] env[62024]: DEBUG nova.virt.hardware [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.925882] env[62024]: DEBUG nova.virt.hardware [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.926070] env[62024]: DEBUG nova.virt.hardware [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.926269] env[62024]: DEBUG nova.virt.hardware [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.926416] env[62024]: DEBUG nova.virt.hardware [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.926566] env[62024]: DEBUG nova.virt.hardware [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.926982] env[62024]: DEBUG nova.virt.hardware [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.926982] env[62024]: DEBUG nova.virt.hardware [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.928325] env[62024]: DEBUG nova.virt.hardware [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.928325] env[62024]: DEBUG nova.virt.hardware [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.928325] env[62024]: DEBUG nova.virt.hardware [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.928641] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6e720a-6ea9-4004-a5ff-e1c134e93089 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.940612] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eac4959-83a3-4fdd-9dc0-ab45feccced0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.092035] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.166022] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069624} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.166022] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.166022] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d344c08e-8cf6-40e9-a5c8-3a948b16c749 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.186230] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 58344be0-9c1b-43bf-bc58-16da488b10d8/58344be0-9c1b-43bf-bc58-16da488b10d8.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.186587] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f59cc852-5dcc-4fae-abd0-1bb2bc43a65e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.207891] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 809.207891] env[62024]: value = "task-2288352" [ 809.207891] env[62024]: _type = "Task" [ 809.207891] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.216198] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.422733] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 60b6724e-dc5d-4175-a9d9-06d8e24ccb47 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 809.423078] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 809.423238] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 809.559323] env[62024]: DEBUG nova.network.neutron [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Successfully updated port: 54d8031f-1529-43cc-b40e-72493a3010d2 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.722557] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288352, 'name': ReconfigVM_Task, 'duration_secs': 0.292544} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.722882] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 58344be0-9c1b-43bf-bc58-16da488b10d8/58344be0-9c1b-43bf-bc58-16da488b10d8.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.723563] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-264cd434-b3f4-4c7b-8782-803709613eaf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.732840] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 809.732840] env[62024]: value = "task-2288353" [ 809.732840] env[62024]: _type = "Task" [ 809.732840] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.741719] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288353, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.867417] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c68707-c307-4343-bf1b-c551b43ad0d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.878042] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8ba82f-dc3f-425c-9a75-1eeb73bd458f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.911449] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debd8dac-4b8c-4e5c-9dfd-ae33229a430c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.920660] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f093a03-8fb4-4c87-94fc-5b2632432903 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.936666] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.065402] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Acquiring lock "refresh_cache-8f02b240-6945-4336-892a-65678ba81a5f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.065691] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Acquired lock "refresh_cache-8f02b240-6945-4336-892a-65678ba81a5f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.065794] env[62024]: DEBUG nova.network.neutron [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.246286] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288353, 'name': Rename_Task, 'duration_secs': 0.182683} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.246583] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.246832] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3915648-7829-41b7-bdf9-abbd7c39101a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.253979] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 810.253979] env[62024]: value = "task-2288354" [ 810.253979] env[62024]: _type = "Task" [ 810.253979] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.264010] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.440291] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.600056] env[62024]: DEBUG nova.network.neutron [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.764026] env[62024]: DEBUG oslo_vmware.api [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288354, 'name': PowerOnVM_Task, 'duration_secs': 0.44656} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.764310] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.764887] env[62024]: INFO nova.compute.manager [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Took 7.52 seconds to spawn the instance on the hypervisor. [ 810.764887] env[62024]: DEBUG nova.compute.manager [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.765467] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d992ccfa-11f3-4a17-b4dd-82043e156111 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.769438] env[62024]: DEBUG nova.network.neutron [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Updating instance_info_cache with network_info: [{"id": "54d8031f-1529-43cc-b40e-72493a3010d2", "address": "fa:16:3e:b7:e7:95", "network": {"id": "01ef84b1-9914-4378-b141-1bf1c66a1a4d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1430970869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a9eb6259c2c408393cd88f19945d19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d8031f-15", "ovs_interfaceid": "54d8031f-1529-43cc-b40e-72493a3010d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.902864] env[62024]: DEBUG nova.compute.manager [req-be285476-e399-4301-b716-6787fad152b6 req-53fb7b92-640c-40b2-a3f2-b2e35b9e51df service nova] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Received event network-vif-plugged-54d8031f-1529-43cc-b40e-72493a3010d2 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.903150] env[62024]: DEBUG oslo_concurrency.lockutils [req-be285476-e399-4301-b716-6787fad152b6 req-53fb7b92-640c-40b2-a3f2-b2e35b9e51df service nova] Acquiring lock "8f02b240-6945-4336-892a-65678ba81a5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.903317] env[62024]: DEBUG oslo_concurrency.lockutils [req-be285476-e399-4301-b716-6787fad152b6 req-53fb7b92-640c-40b2-a3f2-b2e35b9e51df service nova] Lock "8f02b240-6945-4336-892a-65678ba81a5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.903483] env[62024]: DEBUG oslo_concurrency.lockutils [req-be285476-e399-4301-b716-6787fad152b6 req-53fb7b92-640c-40b2-a3f2-b2e35b9e51df service nova] Lock "8f02b240-6945-4336-892a-65678ba81a5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.903647] env[62024]: DEBUG nova.compute.manager [req-be285476-e399-4301-b716-6787fad152b6 req-53fb7b92-640c-40b2-a3f2-b2e35b9e51df service nova] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] No waiting events found dispatching network-vif-plugged-54d8031f-1529-43cc-b40e-72493a3010d2 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.903810] env[62024]: WARNING nova.compute.manager [req-be285476-e399-4301-b716-6787fad152b6 req-53fb7b92-640c-40b2-a3f2-b2e35b9e51df service nova] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Received unexpected event network-vif-plugged-54d8031f-1529-43cc-b40e-72493a3010d2 for instance with vm_state building and task_state spawning. [ 810.903966] env[62024]: DEBUG nova.compute.manager [req-be285476-e399-4301-b716-6787fad152b6 req-53fb7b92-640c-40b2-a3f2-b2e35b9e51df service nova] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Received event network-changed-54d8031f-1529-43cc-b40e-72493a3010d2 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.904134] env[62024]: DEBUG nova.compute.manager [req-be285476-e399-4301-b716-6787fad152b6 req-53fb7b92-640c-40b2-a3f2-b2e35b9e51df service nova] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Refreshing instance network info cache due to event network-changed-54d8031f-1529-43cc-b40e-72493a3010d2. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 810.904300] env[62024]: DEBUG oslo_concurrency.lockutils [req-be285476-e399-4301-b716-6787fad152b6 req-53fb7b92-640c-40b2-a3f2-b2e35b9e51df service nova] Acquiring lock "refresh_cache-8f02b240-6945-4336-892a-65678ba81a5f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.945378] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62024) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 810.945553] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.092s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.945833] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.343s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.946024] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.948891] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.978s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.948891] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.950087] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.118s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.950266] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.951834] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.107s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.952164] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.953565] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.975s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.953738] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.955547] env[62024]: DEBUG oslo_concurrency.lockutils [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.177s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.955725] env[62024]: DEBUG nova.objects.instance [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62024) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 810.958280] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.958423] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Cleaning up deleted instances {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 810.991624] env[62024]: INFO nova.scheduler.client.report [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleted allocations for instance f7173894-2c79-40c7-b8a3-9b502c2c29a1 [ 810.995899] env[62024]: INFO nova.scheduler.client.report [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Deleted allocations for instance dba9a789-5a59-4876-b514-b58b4bb28083 [ 811.014944] env[62024]: INFO nova.scheduler.client.report [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Deleted allocations for instance cd1edbe3-4426-474b-99ed-8143be203e55 [ 811.018806] env[62024]: INFO nova.scheduler.client.report [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Deleted allocations for instance 667af159-4e5d-4e30-86cb-07e64329723f [ 811.044057] env[62024]: INFO nova.scheduler.client.report [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Deleted allocations for instance 94744d19-3ad4-42bd-ba98-0bf84f87ef06 [ 811.277016] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Releasing lock "refresh_cache-8f02b240-6945-4336-892a-65678ba81a5f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.277016] env[62024]: DEBUG nova.compute.manager [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Instance network_info: |[{"id": "54d8031f-1529-43cc-b40e-72493a3010d2", "address": "fa:16:3e:b7:e7:95", "network": {"id": "01ef84b1-9914-4378-b141-1bf1c66a1a4d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1430970869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a9eb6259c2c408393cd88f19945d19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d8031f-15", "ovs_interfaceid": "54d8031f-1529-43cc-b40e-72493a3010d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.280296] env[62024]: DEBUG oslo_concurrency.lockutils [req-be285476-e399-4301-b716-6787fad152b6 req-53fb7b92-640c-40b2-a3f2-b2e35b9e51df service nova] Acquired lock "refresh_cache-8f02b240-6945-4336-892a-65678ba81a5f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.281242] env[62024]: DEBUG nova.network.neutron [req-be285476-e399-4301-b716-6787fad152b6 req-53fb7b92-640c-40b2-a3f2-b2e35b9e51df service nova] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Refreshing network info cache for port 54d8031f-1529-43cc-b40e-72493a3010d2 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.282685] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:e7:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54d8031f-1529-43cc-b40e-72493a3010d2', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.293181] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Creating folder: Project (0a9eb6259c2c408393cd88f19945d19f). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.298692] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-993b814d-54b7-4374-81be-c72a4b2b0345 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.301242] env[62024]: INFO nova.compute.manager [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Took 48.59 seconds to build instance. [ 811.311973] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Created folder: Project (0a9eb6259c2c408393cd88f19945d19f) in parent group-v465568. [ 811.312241] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Creating folder: Instances. Parent ref: group-v465766. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.312486] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33875182-daf2-4861-9cd9-bef9fdcf54ff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.322609] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Created folder: Instances in parent group-v465766. [ 811.323611] env[62024]: DEBUG oslo.service.loopingcall [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 811.323611] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.323611] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-539e8725-8008-4cf3-b667-58910f4d9e75 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.346302] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.346302] env[62024]: value = "task-2288357" [ 811.346302] env[62024]: _type = "Task" [ 811.346302] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.355034] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288357, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.479811] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] There are 40 instances to clean {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 811.480140] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 864edcde-00fe-4c44-9702-006c60068b0c] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 811.508899] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8b2c5d41-4da6-4574-ab2b-8dc96b5070c0 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "f7173894-2c79-40c7-b8a3-9b502c2c29a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.629s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.528873] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e435f3b6-2cfa-445f-8be9-30fbd758286c tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "cd1edbe3-4426-474b-99ed-8143be203e55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.364s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.536504] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6378ef4a-2463-4684-8469-200623e5eea2 tempest-SecurityGroupsTestJSON-1485503011 tempest-SecurityGroupsTestJSON-1485503011-project-member] Lock "dba9a789-5a59-4876-b514-b58b4bb28083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.881s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.552271] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a57386a8-75a3-4514-a960-acfde7085c61 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "667af159-4e5d-4e30-86cb-07e64329723f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.130s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.560023] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c60afc05-ee88-4059-b031-368000dd3bd3 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "94744d19-3ad4-42bd-ba98-0bf84f87ef06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.237s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.729365] env[62024]: DEBUG nova.network.neutron [req-be285476-e399-4301-b716-6787fad152b6 req-53fb7b92-640c-40b2-a3f2-b2e35b9e51df service nova] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Updated VIF entry in instance network info cache for port 54d8031f-1529-43cc-b40e-72493a3010d2. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.729365] env[62024]: DEBUG nova.network.neutron [req-be285476-e399-4301-b716-6787fad152b6 req-53fb7b92-640c-40b2-a3f2-b2e35b9e51df service nova] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Updating instance_info_cache with network_info: [{"id": "54d8031f-1529-43cc-b40e-72493a3010d2", "address": "fa:16:3e:b7:e7:95", "network": {"id": "01ef84b1-9914-4378-b141-1bf1c66a1a4d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1430970869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a9eb6259c2c408393cd88f19945d19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d8031f-15", "ovs_interfaceid": "54d8031f-1529-43cc-b40e-72493a3010d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.765819] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Acquiring lock "3310883b-f3e0-4990-a98e-27ac498a63f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.766208] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Lock "3310883b-f3e0-4990-a98e-27ac498a63f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.766830] env[62024]: WARNING oslo_messaging._drivers.amqpdriver [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 811.804501] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4b9e8aa-9f2e-4809-b4c5-be5faacbcb4a tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "58344be0-9c1b-43bf-bc58-16da488b10d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.580s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.859166] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288357, 'name': CreateVM_Task, 'duration_secs': 0.340156} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.859369] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.860022] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.860192] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.860502] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.860875] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b95baf-528f-45b1-bb31-288c1f647520 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.866157] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Waiting for the task: (returnval){ [ 811.866157] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524cef7a-3466-d761-26e1-33358c6621f1" [ 811.866157] env[62024]: _type = "Task" [ 811.866157] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.875378] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524cef7a-3466-d761-26e1-33358c6621f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.966511] env[62024]: DEBUG oslo_concurrency.lockutils [None req-75b11028-4358-4013-ad1c-4928acf5907e tempest-ServersAdmin275Test-1920511724 tempest-ServersAdmin275Test-1920511724-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.967719] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.784s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.969541] env[62024]: INFO nova.compute.claims [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.983331] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: b9ea0526-0c2b-4b75-a260-7c5beff1f1c3] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 812.063669] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "5cf5e799-4b2d-4877-ac9d-c5086406a3d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.063831] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "5cf5e799-4b2d-4877-ac9d-c5086406a3d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.064068] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "5cf5e799-4b2d-4877-ac9d-c5086406a3d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.064438] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "5cf5e799-4b2d-4877-ac9d-c5086406a3d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.064438] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "5cf5e799-4b2d-4877-ac9d-c5086406a3d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.066891] env[62024]: INFO nova.compute.manager [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Terminating instance [ 812.098493] env[62024]: DEBUG nova.compute.manager [req-c7ae1559-e845-4530-a529-0c568420f39b req-efea9b5f-1956-4428-81d0-5ac245103af7 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Received event network-changed-ab8327dc-61b4-49b7-9cbc-589e0deea306 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.098697] env[62024]: DEBUG nova.compute.manager [req-c7ae1559-e845-4530-a529-0c568420f39b req-efea9b5f-1956-4428-81d0-5ac245103af7 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Refreshing instance network info cache due to event network-changed-ab8327dc-61b4-49b7-9cbc-589e0deea306. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 812.098944] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7ae1559-e845-4530-a529-0c568420f39b req-efea9b5f-1956-4428-81d0-5ac245103af7 service nova] Acquiring lock "refresh_cache-58344be0-9c1b-43bf-bc58-16da488b10d8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.099530] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7ae1559-e845-4530-a529-0c568420f39b req-efea9b5f-1956-4428-81d0-5ac245103af7 service nova] Acquired lock "refresh_cache-58344be0-9c1b-43bf-bc58-16da488b10d8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.099822] env[62024]: DEBUG nova.network.neutron [req-c7ae1559-e845-4530-a529-0c568420f39b req-efea9b5f-1956-4428-81d0-5ac245103af7 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Refreshing network info cache for port ab8327dc-61b4-49b7-9cbc-589e0deea306 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.234056] env[62024]: DEBUG oslo_concurrency.lockutils [req-be285476-e399-4301-b716-6787fad152b6 req-53fb7b92-640c-40b2-a3f2-b2e35b9e51df service nova] Releasing lock "refresh_cache-8f02b240-6945-4336-892a-65678ba81a5f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.272884] env[62024]: DEBUG nova.compute.manager [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.385031] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524cef7a-3466-d761-26e1-33358c6621f1, 'name': SearchDatastore_Task, 'duration_secs': 0.019363} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.385031] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.385031] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.385031] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.385031] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.385031] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.385031] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32d7f8ef-c14f-4d9f-850b-917566a2009b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.394417] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.394801] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.395659] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53532f23-c219-4099-a2f3-5699bdc509d5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.401194] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Waiting for the task: (returnval){ [ 812.401194] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5217711d-b934-a824-b5ed-50efcd134ee4" [ 812.401194] env[62024]: _type = "Task" [ 812.401194] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.409765] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5217711d-b934-a824-b5ed-50efcd134ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.487946] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: c36103cc-41ef-4f04-bacf-7f08b9b02570] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 812.573380] env[62024]: DEBUG nova.compute.manager [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.573642] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.574566] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5704a5dd-5d65-4e2b-b933-3b89db7c3d1a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.583186] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.583864] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ad527bb-a57b-44ad-86f7-7cfed8a79e08 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.590906] env[62024]: DEBUG oslo_vmware.api [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 812.590906] env[62024]: value = "task-2288358" [ 812.590906] env[62024]: _type = "Task" [ 812.590906] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.600954] env[62024]: DEBUG oslo_vmware.api [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.799821] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.913645] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5217711d-b934-a824-b5ed-50efcd134ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.914475] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d6dd098-d778-4736-af25-fcccd9e4e712 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.925237] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Waiting for the task: (returnval){ [ 812.925237] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9fc3c-4190-5a11-6302-cc38a0fc19d0" [ 812.925237] env[62024]: _type = "Task" [ 812.925237] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.934935] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9fc3c-4190-5a11-6302-cc38a0fc19d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.945033] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "a5b1aa18-93ff-4a38-b4df-e24e59e98c69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.945307] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "a5b1aa18-93ff-4a38-b4df-e24e59e98c69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.986751] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "5a8d7755-0802-4c0b-a0f7-bbec6f52842d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.987500] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "5a8d7755-0802-4c0b-a0f7-bbec6f52842d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.994745] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: b8b494d3-effa-4a47-af8c-012f9cc35e09] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 813.100351] env[62024]: DEBUG oslo_vmware.api [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288358, 'name': PowerOffVM_Task, 'duration_secs': 0.180813} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.102718] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.102898] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.103349] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7f2c424-f010-436d-97aa-328d37ecdbdb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.165952] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.166218] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.166451] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleting the datastore file [datastore2] 5cf5e799-4b2d-4877-ac9d-c5086406a3d4 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.166779] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a62d53a-74cc-4866-95e0-1c3dd68f9842 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.174529] env[62024]: DEBUG oslo_vmware.api [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 813.174529] env[62024]: value = "task-2288360" [ 813.174529] env[62024]: _type = "Task" [ 813.174529] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.185828] env[62024]: DEBUG oslo_vmware.api [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.238126] env[62024]: DEBUG nova.network.neutron [req-c7ae1559-e845-4530-a529-0c568420f39b req-efea9b5f-1956-4428-81d0-5ac245103af7 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Updated VIF entry in instance network info cache for port ab8327dc-61b4-49b7-9cbc-589e0deea306. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.238126] env[62024]: DEBUG nova.network.neutron [req-c7ae1559-e845-4530-a529-0c568420f39b req-efea9b5f-1956-4428-81d0-5ac245103af7 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Updating instance_info_cache with network_info: [{"id": "ab8327dc-61b4-49b7-9cbc-589e0deea306", "address": "fa:16:3e:bd:a5:66", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab8327dc-61", "ovs_interfaceid": "ab8327dc-61b4-49b7-9cbc-589e0deea306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.403652] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6988d28-291e-49f3-9f12-f2496cdaabc3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.412193] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ede966-e0a1-40cd-8caf-878f58e03f24 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.450381] env[62024]: DEBUG nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.460777] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b90615c-c0e5-46db-b5b9-9e864f272e34 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.470927] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afaf5ac-800a-4918-a0a8-7b61d60af476 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.475029] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9fc3c-4190-5a11-6302-cc38a0fc19d0, 'name': SearchDatastore_Task, 'duration_secs': 0.016935} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.475357] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.475626] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 8f02b240-6945-4336-892a-65678ba81a5f/8f02b240-6945-4336-892a-65678ba81a5f.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.476447] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31430ecf-0141-405a-941b-d1ec4c4f4e18 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.486092] env[62024]: DEBUG nova.compute.provider_tree [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.490223] env[62024]: DEBUG nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.494473] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Waiting for the task: (returnval){ [ 813.494473] env[62024]: value = "task-2288361" [ 813.494473] env[62024]: _type = "Task" [ 813.494473] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.498235] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 038de105-3871-4017-ab0d-96bc9bdc582e] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 813.505842] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.685071] env[62024]: DEBUG oslo_vmware.api [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174082} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.685071] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.685255] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.685433] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.685647] env[62024]: INFO nova.compute.manager [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 813.685921] env[62024]: DEBUG oslo.service.loopingcall [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 813.686178] env[62024]: DEBUG nova.compute.manager [-] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.686281] env[62024]: DEBUG nova.network.neutron [-] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.742639] env[62024]: DEBUG oslo_concurrency.lockutils [req-c7ae1559-e845-4530-a529-0c568420f39b req-efea9b5f-1956-4428-81d0-5ac245103af7 service nova] Releasing lock "refresh_cache-58344be0-9c1b-43bf-bc58-16da488b10d8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.994987] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.996335] env[62024]: DEBUG nova.scheduler.client.report [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.010231] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 0deb4845-2ddc-4d2e-a344-94d3932ce3ae] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 814.024140] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288361, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.030550] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.118459] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.119571] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.279851] env[62024]: DEBUG nova.compute.manager [req-8476011f-b4c9-40cc-bd18-27602a181865 req-a075bb1b-c09d-426f-a49c-aa7382a9daf5 service nova] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Received event network-vif-deleted-b5770ea3-5953-49e8-9e85-ed27e1fd00f1 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.279851] env[62024]: INFO nova.compute.manager [req-8476011f-b4c9-40cc-bd18-27602a181865 req-a075bb1b-c09d-426f-a49c-aa7382a9daf5 service nova] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Neutron deleted interface b5770ea3-5953-49e8-9e85-ed27e1fd00f1; detaching it from the instance and deleting it from the info cache [ 814.279851] env[62024]: DEBUG nova.network.neutron [req-8476011f-b4c9-40cc-bd18-27602a181865 req-a075bb1b-c09d-426f-a49c-aa7382a9daf5 service nova] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.512020] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.512020] env[62024]: DEBUG nova.compute.manager [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.515899] env[62024]: DEBUG oslo_concurrency.lockutils [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.893s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.516345] env[62024]: DEBUG oslo_concurrency.lockutils [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.519264] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.492s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.522527] env[62024]: INFO nova.compute.claims [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.527937] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 6486ab8d-5a85-4a12-817b-b34fc6ff5a1d] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 814.535442] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772589} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.535442] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 8f02b240-6945-4336-892a-65678ba81a5f/8f02b240-6945-4336-892a-65678ba81a5f.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.535442] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.535442] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b5f2b2b-540f-4fdd-8a53-23ab114c3071 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.541025] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Waiting for the task: (returnval){ [ 814.541025] env[62024]: value = "task-2288362" [ 814.541025] env[62024]: _type = "Task" [ 814.541025] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.549706] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.557878] env[62024]: INFO nova.scheduler.client.report [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Deleted allocations for instance 3fc289e9-3c96-4f1f-9cbb-52482e5502d5 [ 814.625480] env[62024]: DEBUG nova.compute.manager [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.730023] env[62024]: DEBUG nova.network.neutron [-] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.783177] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb3d19bc-379a-4fac-9bd9-53d49420b08e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.797673] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77c5c44-2ecc-4187-8e5c-8670b725501c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.832334] env[62024]: DEBUG nova.compute.manager [req-8476011f-b4c9-40cc-bd18-27602a181865 req-a075bb1b-c09d-426f-a49c-aa7382a9daf5 service nova] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Detach interface failed, port_id=b5770ea3-5953-49e8-9e85-ed27e1fd00f1, reason: Instance 5cf5e799-4b2d-4877-ac9d-c5086406a3d4 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 815.028591] env[62024]: DEBUG nova.compute.utils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 815.030278] env[62024]: DEBUG nova.compute.manager [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.030278] env[62024]: DEBUG nova.network.neutron [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.034029] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 91aaff58-c814-4d01-96ca-e06dfa63b571] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 815.052538] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067216} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.052906] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.053815] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146a466f-7cd0-41cc-b300-56108c7606df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.079858] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 8f02b240-6945-4336-892a-65678ba81a5f/8f02b240-6945-4336-892a-65678ba81a5f.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.080443] env[62024]: DEBUG oslo_concurrency.lockutils [None req-65718369-c2f6-45b7-906c-3dca048f874b tempest-ServersAdmin275Test-2081773435 tempest-ServersAdmin275Test-2081773435-project-member] Lock "3fc289e9-3c96-4f1f-9cbb-52482e5502d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.928s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.081560] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cf14d4f-af68-4558-a60c-3f2ec66cab89 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.098295] env[62024]: DEBUG nova.policy [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33f94dcd11f04554a3ed082ee2de36c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ae998af476a4d73b40878b893edf9cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.105356] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Waiting for the task: (returnval){ [ 815.105356] env[62024]: value = "task-2288363" [ 815.105356] env[62024]: _type = "Task" [ 815.105356] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.113236] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.158104] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.233205] env[62024]: INFO nova.compute.manager [-] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Took 1.55 seconds to deallocate network for instance. [ 815.399466] env[62024]: DEBUG nova.network.neutron [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Successfully created port: 5a622267-3c5a-4b39-83c6-b54494572060 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.538984] env[62024]: DEBUG nova.compute.manager [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.544193] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 062ca9a2-e02f-4d41-8957-bfa5880c10c1] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 815.620535] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288363, 'name': ReconfigVM_Task, 'duration_secs': 0.323634} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.620680] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 8f02b240-6945-4336-892a-65678ba81a5f/8f02b240-6945-4336-892a-65678ba81a5f.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.621333] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dda52192-650c-472b-be99-d1863efc0431 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.634187] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Waiting for the task: (returnval){ [ 815.634187] env[62024]: value = "task-2288364" [ 815.634187] env[62024]: _type = "Task" [ 815.634187] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.643069] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288364, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.745052] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.983118] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3cee25-ee72-4631-87d3-1c7f8072ef83 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.993157] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff10ecf-ea94-43c5-a188-dad91b6789d2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.025699] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed6d0d2-5d6d-433b-8a0f-17aeff374358 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.033536] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6790473-160c-4095-8235-17f70a4fc606 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.053398] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 0d273860-d0b2-429c-af7f-9100df2c1336] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 816.057209] env[62024]: DEBUG nova.compute.provider_tree [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.144721] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288364, 'name': Rename_Task, 'duration_secs': 0.137664} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.144990] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.145443] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad353ff4-ad8a-49a0-aea6-f0c20914f868 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.152324] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Waiting for the task: (returnval){ [ 816.152324] env[62024]: value = "task-2288365" [ 816.152324] env[62024]: _type = "Task" [ 816.152324] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.162060] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.559850] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: b23ed0ea-5de1-4b0c-bef0-e9b055fbe0df] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 816.562631] env[62024]: DEBUG nova.compute.manager [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.566581] env[62024]: DEBUG nova.scheduler.client.report [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.589741] env[62024]: DEBUG nova.virt.hardware [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.589978] env[62024]: DEBUG nova.virt.hardware [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.590153] env[62024]: DEBUG nova.virt.hardware [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.590336] env[62024]: DEBUG nova.virt.hardware [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.590475] env[62024]: DEBUG nova.virt.hardware [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.590619] env[62024]: DEBUG nova.virt.hardware [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.590820] env[62024]: DEBUG nova.virt.hardware [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.590970] env[62024]: DEBUG nova.virt.hardware [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.592910] env[62024]: DEBUG nova.virt.hardware [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.592910] env[62024]: DEBUG nova.virt.hardware [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.592910] env[62024]: DEBUG nova.virt.hardware [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.592910] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d719aa6-4fbb-48a4-b809-2f02da39ae0b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.601694] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500a134d-c14b-4b35-92bf-c94e5298890b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.665463] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288365, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.066723] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: cef6f8a5-a85a-4f08-8801-f06a57e0b3de] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 817.071862] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.072229] env[62024]: DEBUG nova.compute.manager [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.078689] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.506s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.078689] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.082403] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.947s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.082539] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.084595] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.244s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.086496] env[62024]: INFO nova.compute.claims [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.118195] env[62024]: INFO nova.scheduler.client.report [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Deleted allocations for instance bb516805-3266-46a4-a484-0412b9c30670 [ 817.123296] env[62024]: INFO nova.scheduler.client.report [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Deleted allocations for instance 128f600b-4c7c-44fd-9d83-8295bab996e7 [ 817.152167] env[62024]: DEBUG nova.compute.manager [req-812c9e62-09ac-427a-8da1-be071fa28d79 req-42e5d9fa-3f7d-4b4d-b7d3-c260fddbe750 service nova] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Received event network-vif-plugged-5a622267-3c5a-4b39-83c6-b54494572060 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.152167] env[62024]: DEBUG oslo_concurrency.lockutils [req-812c9e62-09ac-427a-8da1-be071fa28d79 req-42e5d9fa-3f7d-4b4d-b7d3-c260fddbe750 service nova] Acquiring lock "091ddffd-6767-4b75-8a25-28b4851324c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.152167] env[62024]: DEBUG oslo_concurrency.lockutils [req-812c9e62-09ac-427a-8da1-be071fa28d79 req-42e5d9fa-3f7d-4b4d-b7d3-c260fddbe750 service nova] Lock "091ddffd-6767-4b75-8a25-28b4851324c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.152493] env[62024]: DEBUG oslo_concurrency.lockutils [req-812c9e62-09ac-427a-8da1-be071fa28d79 req-42e5d9fa-3f7d-4b4d-b7d3-c260fddbe750 service nova] Lock "091ddffd-6767-4b75-8a25-28b4851324c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.152785] env[62024]: DEBUG nova.compute.manager [req-812c9e62-09ac-427a-8da1-be071fa28d79 req-42e5d9fa-3f7d-4b4d-b7d3-c260fddbe750 service nova] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] No waiting events found dispatching network-vif-plugged-5a622267-3c5a-4b39-83c6-b54494572060 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.153366] env[62024]: WARNING nova.compute.manager [req-812c9e62-09ac-427a-8da1-be071fa28d79 req-42e5d9fa-3f7d-4b4d-b7d3-c260fddbe750 service nova] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Received unexpected event network-vif-plugged-5a622267-3c5a-4b39-83c6-b54494572060 for instance with vm_state building and task_state spawning. [ 817.169022] env[62024]: DEBUG oslo_vmware.api [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288365, 'name': PowerOnVM_Task, 'duration_secs': 0.686062} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.169022] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.169022] env[62024]: INFO nova.compute.manager [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Took 8.27 seconds to spawn the instance on the hypervisor. [ 817.169022] env[62024]: DEBUG nova.compute.manager [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.169022] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d32f75d-1b1d-4d22-98cd-386dec0a7e74 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.374298] env[62024]: DEBUG nova.network.neutron [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Successfully updated port: 5a622267-3c5a-4b39-83c6-b54494572060 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.573625] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 8b6b7cb7-4895-4e3e-b020-071130ad88ab] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 817.593839] env[62024]: DEBUG nova.compute.utils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 817.596688] env[62024]: DEBUG nova.compute.manager [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.597038] env[62024]: DEBUG nova.network.neutron [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.633073] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e0b20026-6ed7-4015-bfb5-e95d17aa3bcd tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "bb516805-3266-46a4-a484-0412b9c30670" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.559s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.633073] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d242631f-219c-4759-beee-bd511dbbf6e1 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "128f600b-4c7c-44fd-9d83-8295bab996e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.955s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.688147] env[62024]: INFO nova.compute.manager [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Took 49.50 seconds to build instance. [ 817.877904] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Acquiring lock "refresh_cache-091ddffd-6767-4b75-8a25-28b4851324c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.877904] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Acquired lock "refresh_cache-091ddffd-6767-4b75-8a25-28b4851324c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.877904] env[62024]: DEBUG nova.network.neutron [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.911019] env[62024]: DEBUG nova.policy [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952e2c58f2014c8c9c39fe9a0d4b26fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f7d558c2d8a4ced9a390043174f4b76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.075825] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 0582d2f2-d973-49db-8ffb-782d89aba5fc] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 818.097441] env[62024]: DEBUG nova.compute.manager [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.190181] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3dfa067e-d7d7-4162-82c6-3d1fd8326a89 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Lock "8f02b240-6945-4336-892a-65678ba81a5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.952s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.309877] env[62024]: DEBUG nova.network.neutron [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Successfully created port: 1dcbd736-9b28-441e-afda-72c12ff3729a {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.463818] env[62024]: DEBUG nova.network.neutron [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.581379] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: e10b687b-5592-45fb-9e59-8801fb5b416d] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 818.619110] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c855d66-ddcf-432a-ad68-297c36b4d292 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.635283] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f6105f-c7c6-4bc5-b907-70ddb8d876b7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.673185] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b015a054-8f88-46ce-aad7-f2aca2dc74da {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.681380] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5409926-6d27-46bc-a2c8-9820f4a1cc5e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.698332] env[62024]: DEBUG nova.compute.provider_tree [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.854529] env[62024]: DEBUG nova.network.neutron [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Updating instance_info_cache with network_info: [{"id": "5a622267-3c5a-4b39-83c6-b54494572060", "address": "fa:16:3e:7e:58:aa", "network": {"id": "e2d58e48-262a-46df-a18e-407523443ecf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1281972003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae998af476a4d73b40878b893edf9cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a622267-3c", "ovs_interfaceid": "5a622267-3c5a-4b39-83c6-b54494572060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.086736] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: c334510f-8ec2-4c22-a68e-4a152923a87d] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 819.128914] env[62024]: DEBUG nova.compute.manager [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.171031] env[62024]: DEBUG nova.virt.hardware [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1fe90d847c3a04cc875a98eb9e692a39',container_format='bare',created_at=2025-02-04T17:13:25Z,direct_url=,disk_format='vmdk',id=208881af-3add-46fd-ba86-32ac04203484,min_disk=1,min_ram=0,name='tempest-test-snap-439623395',owner='7f7d558c2d8a4ced9a390043174f4b76',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-04T17:13:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.171031] env[62024]: DEBUG nova.virt.hardware [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.171031] env[62024]: DEBUG nova.virt.hardware [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.171031] env[62024]: DEBUG nova.virt.hardware [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.171031] env[62024]: DEBUG nova.virt.hardware [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.171577] env[62024]: DEBUG nova.virt.hardware [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.171937] env[62024]: DEBUG nova.virt.hardware [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.172264] env[62024]: DEBUG nova.virt.hardware [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.172634] env[62024]: DEBUG nova.virt.hardware [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.174030] env[62024]: DEBUG nova.virt.hardware [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.174030] env[62024]: DEBUG nova.virt.hardware [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.174406] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a64b0f3-7649-4d89-a326-b313b01451d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.182750] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f65eb4e-4d86-4f01-8bb8-2e283641cb16 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.203232] env[62024]: DEBUG nova.scheduler.client.report [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.267165] env[62024]: DEBUG nova.compute.manager [req-bd2dbb9d-966e-47d5-8167-a780f8514732 req-420f359a-75a9-4bf7-9f7f-d9e0c052be14 service nova] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Received event network-changed-5a622267-3c5a-4b39-83c6-b54494572060 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.267419] env[62024]: DEBUG nova.compute.manager [req-bd2dbb9d-966e-47d5-8167-a780f8514732 req-420f359a-75a9-4bf7-9f7f-d9e0c052be14 service nova] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Refreshing instance network info cache due to event network-changed-5a622267-3c5a-4b39-83c6-b54494572060. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 819.267623] env[62024]: DEBUG oslo_concurrency.lockutils [req-bd2dbb9d-966e-47d5-8167-a780f8514732 req-420f359a-75a9-4bf7-9f7f-d9e0c052be14 service nova] Acquiring lock "refresh_cache-091ddffd-6767-4b75-8a25-28b4851324c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.357649] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Releasing lock "refresh_cache-091ddffd-6767-4b75-8a25-28b4851324c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.358028] env[62024]: DEBUG nova.compute.manager [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Instance network_info: |[{"id": "5a622267-3c5a-4b39-83c6-b54494572060", "address": "fa:16:3e:7e:58:aa", "network": {"id": "e2d58e48-262a-46df-a18e-407523443ecf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1281972003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae998af476a4d73b40878b893edf9cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a622267-3c", "ovs_interfaceid": "5a622267-3c5a-4b39-83c6-b54494572060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.358672] env[62024]: DEBUG oslo_concurrency.lockutils [req-bd2dbb9d-966e-47d5-8167-a780f8514732 req-420f359a-75a9-4bf7-9f7f-d9e0c052be14 service nova] Acquired lock "refresh_cache-091ddffd-6767-4b75-8a25-28b4851324c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.358672] env[62024]: DEBUG nova.network.neutron [req-bd2dbb9d-966e-47d5-8167-a780f8514732 req-420f359a-75a9-4bf7-9f7f-d9e0c052be14 service nova] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Refreshing network info cache for port 5a622267-3c5a-4b39-83c6-b54494572060 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.361024] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:58:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a622267-3c5a-4b39-83c6-b54494572060', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.368654] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Creating folder: Project (0ae998af476a4d73b40878b893edf9cb). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.369755] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29d229ab-5989-43cb-9f62-2cb8a4654812 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.380707] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Created folder: Project (0ae998af476a4d73b40878b893edf9cb) in parent group-v465568. [ 819.381088] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Creating folder: Instances. Parent ref: group-v465769. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.381158] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85a17c9e-bc0f-4430-a1fd-6290f21ed0e0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.390131] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Created folder: Instances in parent group-v465769. [ 819.390409] env[62024]: DEBUG oslo.service.loopingcall [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.390607] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.390855] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-860043c9-a9bf-4ca6-9c20-09123be002cb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.407817] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "a4917632-490f-4fea-b55b-ee28bb21a1e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.408115] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "a4917632-490f-4fea-b55b-ee28bb21a1e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.408332] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "a4917632-490f-4fea-b55b-ee28bb21a1e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.408517] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "a4917632-490f-4fea-b55b-ee28bb21a1e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.408837] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "a4917632-490f-4fea-b55b-ee28bb21a1e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.411496] env[62024]: INFO nova.compute.manager [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Terminating instance [ 819.420029] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.420029] env[62024]: value = "task-2288368" [ 819.420029] env[62024]: _type = "Task" [ 819.420029] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.429941] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288368, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.591802] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 83fe5133-94e5-4a2a-9aab-bcbf46973210] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 819.709020] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.709020] env[62024]: DEBUG nova.compute.manager [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.710862] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.722s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.711239] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.714238] env[62024]: DEBUG oslo_concurrency.lockutils [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.647s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.714560] env[62024]: DEBUG oslo_concurrency.lockutils [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.721027] env[62024]: DEBUG oslo_concurrency.lockutils [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.780s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.721027] env[62024]: DEBUG oslo_concurrency.lockutils [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.721027] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.606s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.721027] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.721829] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.630s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.722227] env[62024]: DEBUG nova.objects.instance [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Lazy-loading 'resources' on Instance uuid a0f8e68d-0b54-44d0-b3bf-4c386c013015 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.762105] env[62024]: INFO nova.scheduler.client.report [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Deleted allocations for instance b38b8e47-b7b8-4678-bced-6bbb82509657 [ 819.771205] env[62024]: INFO nova.scheduler.client.report [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleted allocations for instance c9d82a18-2556-465f-9fdc-623c14c71850 [ 819.789570] env[62024]: INFO nova.scheduler.client.report [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Deleted allocations for instance 7c1f70ca-f859-4dea-90c5-7074dce2e02e [ 819.794074] env[62024]: INFO nova.scheduler.client.report [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Deleted allocations for instance b8f0e5f1-04c8-4784-a597-768a0900e987 [ 819.917322] env[62024]: DEBUG nova.compute.manager [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.917516] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.918893] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8958035-51c0-43b3-a8c9-ae068c6e896a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.930914] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288368, 'name': CreateVM_Task, 'duration_secs': 0.376281} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.932992] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.933358] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.934193] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.934371] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.934776] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.935085] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd2f6ebc-a5be-4def-a8de-e31c5e267010 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.937044] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934d4079-8f00-47fa-a37c-ef3d2e35901c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.942322] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Waiting for the task: (returnval){ [ 819.942322] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5245cb26-a543-c9d1-7d2f-917ddd62602a" [ 819.942322] env[62024]: _type = "Task" [ 819.942322] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.946994] env[62024]: DEBUG oslo_vmware.api [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 819.946994] env[62024]: value = "task-2288369" [ 819.946994] env[62024]: _type = "Task" [ 819.946994] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.953063] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5245cb26-a543-c9d1-7d2f-917ddd62602a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.958022] env[62024]: DEBUG oslo_vmware.api [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.099978] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 59235193-56b1-454f-b2e3-09e023701c62] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 820.225323] env[62024]: DEBUG nova.compute.utils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 820.230349] env[62024]: DEBUG nova.compute.manager [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.230760] env[62024]: DEBUG nova.network.neutron [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.278036] env[62024]: DEBUG oslo_concurrency.lockutils [None req-997cfabf-1cce-4ff2-86d8-6866a2a03353 tempest-ServersAaction247Test-506917155 tempest-ServersAaction247Test-506917155-project-member] Lock "b38b8e47-b7b8-4678-bced-6bbb82509657" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.507s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.282176] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e8eefd3f-7f8b-439e-94a5-8e2168d54bbe tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "c9d82a18-2556-465f-9fdc-623c14c71850" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.674s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.306114] env[62024]: DEBUG nova.policy [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aac88a651f8a4e4092ae41746059c8ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea6a593f48b24c9a9415dd7e69aa7ee3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.308162] env[62024]: DEBUG oslo_concurrency.lockutils [None req-88f4686d-521e-4ddf-821f-14425969df3c tempest-InstanceActionsV221TestJSON-1091656723 tempest-InstanceActionsV221TestJSON-1091656723-project-member] Lock "7c1f70ca-f859-4dea-90c5-7074dce2e02e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.935s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.310269] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9e4edc21-1f0b-482b-9dcb-b8275b8be3f7 tempest-VolumesAdminNegativeTest-831232982 tempest-VolumesAdminNegativeTest-831232982-project-member] Lock "b8f0e5f1-04c8-4784-a597-768a0900e987" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.008s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.328626] env[62024]: DEBUG nova.network.neutron [req-bd2dbb9d-966e-47d5-8167-a780f8514732 req-420f359a-75a9-4bf7-9f7f-d9e0c052be14 service nova] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Updated VIF entry in instance network info cache for port 5a622267-3c5a-4b39-83c6-b54494572060. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.328884] env[62024]: DEBUG nova.network.neutron [req-bd2dbb9d-966e-47d5-8167-a780f8514732 req-420f359a-75a9-4bf7-9f7f-d9e0c052be14 service nova] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Updating instance_info_cache with network_info: [{"id": "5a622267-3c5a-4b39-83c6-b54494572060", "address": "fa:16:3e:7e:58:aa", "network": {"id": "e2d58e48-262a-46df-a18e-407523443ecf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1281972003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae998af476a4d73b40878b893edf9cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a622267-3c", "ovs_interfaceid": "5a622267-3c5a-4b39-83c6-b54494572060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.456479] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5245cb26-a543-c9d1-7d2f-917ddd62602a, 'name': SearchDatastore_Task, 'duration_secs': 0.014441} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.457280] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.458084] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.458084] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.458326] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.458725] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.466177] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85396292-9e30-45f2-a8b5-5c1bbb0bc6b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.466449] env[62024]: DEBUG oslo_vmware.api [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288369, 'name': PowerOffVM_Task, 'duration_secs': 0.223668} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.467040] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.467366] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.468591] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ce87ff1-389a-4160-95e4-89ccbf1762a8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.474097] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.474531] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.475726] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ef30da-b9e8-49cd-ab41-b23be001966f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.486655] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Waiting for the task: (returnval){ [ 820.486655] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d4d782-0c00-bff0-f022-855fa28c5f3a" [ 820.486655] env[62024]: _type = "Task" [ 820.486655] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.492201] env[62024]: DEBUG nova.network.neutron [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Successfully updated port: 1dcbd736-9b28-441e-afda-72c12ff3729a {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.498418] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d4d782-0c00-bff0-f022-855fa28c5f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.538884] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.539219] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.539536] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Deleting the datastore file [datastore1] a4917632-490f-4fea-b55b-ee28bb21a1e4 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.542630] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47983c06-0003-4a22-bf67-3099975e79a4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.549953] env[62024]: DEBUG oslo_vmware.api [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for the task: (returnval){ [ 820.549953] env[62024]: value = "task-2288371" [ 820.549953] env[62024]: _type = "Task" [ 820.549953] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.558418] env[62024]: DEBUG oslo_vmware.api [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.606594] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: a78e6b14-65ca-4e48-8a5f-92f5e2d97feb] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 820.630766] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93215e43-f9b4-4a37-9846-443015d66421 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.640332] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd889bd-8a02-4ea6-8988-a8ecb1434cf7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.677210] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddef91ea-e915-4071-898c-7abf8cadcc05 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.687353] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8d1af9-1e54-42d7-b10f-4ea744137fbb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.706565] env[62024]: DEBUG nova.compute.provider_tree [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.738612] env[62024]: DEBUG nova.compute.manager [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.804285] env[62024]: DEBUG nova.network.neutron [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Successfully created port: 8c386fed-83a0-4cd2-b84b-622a497de585 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.822426] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Acquiring lock "d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.822765] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Lock "d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.833818] env[62024]: DEBUG oslo_concurrency.lockutils [req-bd2dbb9d-966e-47d5-8167-a780f8514732 req-420f359a-75a9-4bf7-9f7f-d9e0c052be14 service nova] Releasing lock "refresh_cache-091ddffd-6767-4b75-8a25-28b4851324c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.001654] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d4d782-0c00-bff0-f022-855fa28c5f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.001654] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e593a6f3-ceac-4ae6-9eb9-3d4aa4293918 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.005400] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "refresh_cache-ac899dc5-f981-4532-b20c-e8351dc4f00a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.005534] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "refresh_cache-ac899dc5-f981-4532-b20c-e8351dc4f00a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.005677] env[62024]: DEBUG nova.network.neutron [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.010418] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Waiting for the task: (returnval){ [ 821.010418] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5275a45d-712c-b2ef-8a7d-db4d2ffc21ba" [ 821.010418] env[62024]: _type = "Task" [ 821.010418] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.021468] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5275a45d-712c-b2ef-8a7d-db4d2ffc21ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.062217] env[62024]: DEBUG oslo_vmware.api [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Task: {'id': task-2288371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164277} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.062488] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.062673] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.063223] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.063223] env[62024]: INFO nova.compute.manager [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 821.063350] env[62024]: DEBUG oslo.service.loopingcall [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 821.063520] env[62024]: DEBUG nova.compute.manager [-] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.063614] env[62024]: DEBUG nova.network.neutron [-] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.113116] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: f710ae20-f82c-4e3f-a52f-3b1042e26504] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 821.209473] env[62024]: DEBUG nova.scheduler.client.report [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.321718] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.321718] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.328690] env[62024]: DEBUG nova.compute.manager [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.528576] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5275a45d-712c-b2ef-8a7d-db4d2ffc21ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010266} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.528576] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.529335] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 091ddffd-6767-4b75-8a25-28b4851324c8/091ddffd-6767-4b75-8a25-28b4851324c8.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.529335] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4181a49-1034-4e7c-9a1e-da23594317e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.540263] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Waiting for the task: (returnval){ [ 821.540263] env[62024]: value = "task-2288372" [ 821.540263] env[62024]: _type = "Task" [ 821.540263] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.549519] env[62024]: DEBUG nova.compute.manager [req-233bd7e0-315b-4bb8-8cfb-9356a9318a71 req-64da7d7a-d020-41c6-b27f-21afb00fa819 service nova] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Received event network-vif-plugged-1dcbd736-9b28-441e-afda-72c12ff3729a {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.549777] env[62024]: DEBUG oslo_concurrency.lockutils [req-233bd7e0-315b-4bb8-8cfb-9356a9318a71 req-64da7d7a-d020-41c6-b27f-21afb00fa819 service nova] Acquiring lock "ac899dc5-f981-4532-b20c-e8351dc4f00a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.549999] env[62024]: DEBUG oslo_concurrency.lockutils [req-233bd7e0-315b-4bb8-8cfb-9356a9318a71 req-64da7d7a-d020-41c6-b27f-21afb00fa819 service nova] Lock "ac899dc5-f981-4532-b20c-e8351dc4f00a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.550187] env[62024]: DEBUG oslo_concurrency.lockutils [req-233bd7e0-315b-4bb8-8cfb-9356a9318a71 req-64da7d7a-d020-41c6-b27f-21afb00fa819 service nova] Lock "ac899dc5-f981-4532-b20c-e8351dc4f00a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.550394] env[62024]: DEBUG nova.compute.manager [req-233bd7e0-315b-4bb8-8cfb-9356a9318a71 req-64da7d7a-d020-41c6-b27f-21afb00fa819 service nova] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] No waiting events found dispatching network-vif-plugged-1dcbd736-9b28-441e-afda-72c12ff3729a {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.550572] env[62024]: WARNING nova.compute.manager [req-233bd7e0-315b-4bb8-8cfb-9356a9318a71 req-64da7d7a-d020-41c6-b27f-21afb00fa819 service nova] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Received unexpected event network-vif-plugged-1dcbd736-9b28-441e-afda-72c12ff3729a for instance with vm_state building and task_state spawning. [ 821.551172] env[62024]: DEBUG nova.compute.manager [req-233bd7e0-315b-4bb8-8cfb-9356a9318a71 req-64da7d7a-d020-41c6-b27f-21afb00fa819 service nova] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Received event network-changed-1dcbd736-9b28-441e-afda-72c12ff3729a {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.551458] env[62024]: DEBUG nova.compute.manager [req-233bd7e0-315b-4bb8-8cfb-9356a9318a71 req-64da7d7a-d020-41c6-b27f-21afb00fa819 service nova] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Refreshing instance network info cache due to event network-changed-1dcbd736-9b28-441e-afda-72c12ff3729a. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 821.551694] env[62024]: DEBUG oslo_concurrency.lockutils [req-233bd7e0-315b-4bb8-8cfb-9356a9318a71 req-64da7d7a-d020-41c6-b27f-21afb00fa819 service nova] Acquiring lock "refresh_cache-ac899dc5-f981-4532-b20c-e8351dc4f00a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.560175] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.582941] env[62024]: DEBUG nova.network.neutron [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.618571] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: ee8ccbf4-bfcf-4784-b1b5-a16915fd2c02] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 821.718424] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.722376] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.923s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.724665] env[62024]: INFO nova.compute.claims [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.751454] env[62024]: DEBUG nova.compute.manager [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.768915] env[62024]: INFO nova.scheduler.client.report [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Deleted allocations for instance a0f8e68d-0b54-44d0-b3bf-4c386c013015 [ 821.800629] env[62024]: DEBUG nova.virt.hardware [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.801135] env[62024]: DEBUG nova.virt.hardware [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.801135] env[62024]: DEBUG nova.virt.hardware [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.802445] env[62024]: DEBUG nova.virt.hardware [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.802445] env[62024]: DEBUG nova.virt.hardware [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.802445] env[62024]: DEBUG nova.virt.hardware [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.802445] env[62024]: DEBUG nova.virt.hardware [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.802571] env[62024]: DEBUG nova.virt.hardware [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.802697] env[62024]: DEBUG nova.virt.hardware [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.804911] env[62024]: DEBUG nova.virt.hardware [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.804911] env[62024]: DEBUG nova.virt.hardware [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.804911] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22469bb8-6393-4fb1-ac11-0fe5070ea0b5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.815548] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178b2be0-189b-455a-95bb-a90835b72d72 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.824700] env[62024]: DEBUG nova.compute.manager [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.875665] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.961982] env[62024]: DEBUG nova.network.neutron [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Updating instance_info_cache with network_info: [{"id": "1dcbd736-9b28-441e-afda-72c12ff3729a", "address": "fa:16:3e:cb:49:14", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dcbd736-9b", "ovs_interfaceid": "1dcbd736-9b28-441e-afda-72c12ff3729a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.036653] env[62024]: DEBUG nova.network.neutron [-] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.055851] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507198} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.057700] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 091ddffd-6767-4b75-8a25-28b4851324c8/091ddffd-6767-4b75-8a25-28b4851324c8.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.057700] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.057700] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1b01a03-ead5-40d1-89cf-9d570cba3151 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.067211] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Waiting for the task: (returnval){ [ 822.067211] env[62024]: value = "task-2288373" [ 822.067211] env[62024]: _type = "Task" [ 822.067211] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.076896] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.122740] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: f50e7100-ddcb-4485-964c-25c952cdb844] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 822.281637] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a960b81b-6af8-4d45-81fe-c5891b6c3b90 tempest-ServerRescueTestJSONUnderV235-449570001 tempest-ServerRescueTestJSONUnderV235-449570001-project-member] Lock "a0f8e68d-0b54-44d0-b3bf-4c386c013015" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.766s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.359531] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Acquiring lock "8f02b240-6945-4336-892a-65678ba81a5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.360080] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Lock "8f02b240-6945-4336-892a-65678ba81a5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.360080] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Acquiring lock "8f02b240-6945-4336-892a-65678ba81a5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.360194] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Lock "8f02b240-6945-4336-892a-65678ba81a5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.362049] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Lock "8f02b240-6945-4336-892a-65678ba81a5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.365619] env[62024]: INFO nova.compute.manager [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Terminating instance [ 822.374514] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.468025] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "refresh_cache-ac899dc5-f981-4532-b20c-e8351dc4f00a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.468025] env[62024]: DEBUG nova.compute.manager [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Instance network_info: |[{"id": "1dcbd736-9b28-441e-afda-72c12ff3729a", "address": "fa:16:3e:cb:49:14", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dcbd736-9b", "ovs_interfaceid": "1dcbd736-9b28-441e-afda-72c12ff3729a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.468025] env[62024]: DEBUG oslo_concurrency.lockutils [req-233bd7e0-315b-4bb8-8cfb-9356a9318a71 req-64da7d7a-d020-41c6-b27f-21afb00fa819 service nova] Acquired lock "refresh_cache-ac899dc5-f981-4532-b20c-e8351dc4f00a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.468025] env[62024]: DEBUG nova.network.neutron [req-233bd7e0-315b-4bb8-8cfb-9356a9318a71 req-64da7d7a-d020-41c6-b27f-21afb00fa819 service nova] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Refreshing network info cache for port 1dcbd736-9b28-441e-afda-72c12ff3729a {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.468025] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:49:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dcbd736-9b28-441e-afda-72c12ff3729a', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.475246] env[62024]: DEBUG oslo.service.loopingcall [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.476509] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.476852] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25508397-8319-4e68-9436-fd96d53f3a65 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.504055] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.504055] env[62024]: value = "task-2288374" [ 822.504055] env[62024]: _type = "Task" [ 822.504055] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.511392] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288374, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.543397] env[62024]: INFO nova.compute.manager [-] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Took 1.48 seconds to deallocate network for instance. [ 822.578094] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231211} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.578525] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.579496] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7516cf25-2818-4170-b61c-4cb043d033a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.603939] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 091ddffd-6767-4b75-8a25-28b4851324c8/091ddffd-6767-4b75-8a25-28b4851324c8.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.605368] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f81bf3ce-6170-4b66-9175-8fc64888f013 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.628021] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 8e1a5f74-c744-42d6-8b42-4b6fcd9e5300] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 822.630465] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Waiting for the task: (returnval){ [ 822.630465] env[62024]: value = "task-2288375" [ 822.630465] env[62024]: _type = "Task" [ 822.630465] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.641027] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288375, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.868245] env[62024]: DEBUG nova.compute.manager [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.868488] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.869418] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032fa158-c2ec-47ec-95c1-8f865d1bf7d5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.877122] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.877385] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7b3ea73-7948-4295-acb4-f20d28bb48c4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.886182] env[62024]: DEBUG oslo_vmware.api [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Waiting for the task: (returnval){ [ 822.886182] env[62024]: value = "task-2288376" [ 822.886182] env[62024]: _type = "Task" [ 822.886182] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.895711] env[62024]: DEBUG oslo_vmware.api [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.013139] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288374, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.048978] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.132741] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 564c4383-1dfd-46c6-aded-6b295642bc18] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 823.135550] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceea4fd2-9590-424e-824f-26888ff89bec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.151344] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b46c7b-bb46-49a8-a229-138249d13053 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.155598] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288375, 'name': ReconfigVM_Task, 'duration_secs': 0.515723} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.155865] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 091ddffd-6767-4b75-8a25-28b4851324c8/091ddffd-6767-4b75-8a25-28b4851324c8.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.156870] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04ff80f0-70a6-445d-b4fc-b506a76fd228 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.193282] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0efa460-d94e-41f5-a62b-206a46b54940 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.196468] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Waiting for the task: (returnval){ [ 823.196468] env[62024]: value = "task-2288377" [ 823.196468] env[62024]: _type = "Task" [ 823.196468] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.203858] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10480ca-7895-414f-8e16-99cd8277f7a4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.211063] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288377, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.222134] env[62024]: DEBUG nova.compute.provider_tree [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.399103] env[62024]: DEBUG oslo_vmware.api [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288376, 'name': PowerOffVM_Task, 'duration_secs': 0.223308} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.399480] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.399710] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.400026] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60971ea7-ce64-45d3-bb2d-e6c63814ebf1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.465162] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.465492] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.465683] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Deleting the datastore file [datastore1] 8f02b240-6945-4336-892a-65678ba81a5f {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.465946] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c714cb7-1567-433e-be6e-8e4f4c7007ca {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.472387] env[62024]: DEBUG oslo_vmware.api [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Waiting for the task: (returnval){ [ 823.472387] env[62024]: value = "task-2288379" [ 823.472387] env[62024]: _type = "Task" [ 823.472387] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.481681] env[62024]: DEBUG oslo_vmware.api [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.514785] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288374, 'name': CreateVM_Task, 'duration_secs': 0.539916} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.514967] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.516165] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/208881af-3add-46fd-ba86-32ac04203484" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.516165] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/208881af-3add-46fd-ba86-32ac04203484" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.516638] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/208881af-3add-46fd-ba86-32ac04203484" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.516936] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8741f516-1ef6-4929-9731-f967fab7c10b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.523018] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 823.523018] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527dd447-49f4-d6ac-2f00-028559659c8b" [ 823.523018] env[62024]: _type = "Task" [ 823.523018] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.534130] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527dd447-49f4-d6ac-2f00-028559659c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.601413] env[62024]: DEBUG nova.compute.manager [req-a5492ba4-fb4f-4c73-8c16-f910b2d5bd0d req-464ff354-300c-427c-bf44-8a35ba318973 service nova] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Received event network-vif-plugged-8c386fed-83a0-4cd2-b84b-622a497de585 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.601636] env[62024]: DEBUG oslo_concurrency.lockutils [req-a5492ba4-fb4f-4c73-8c16-f910b2d5bd0d req-464ff354-300c-427c-bf44-8a35ba318973 service nova] Acquiring lock "60b6724e-dc5d-4175-a9d9-06d8e24ccb47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.601879] env[62024]: DEBUG oslo_concurrency.lockutils [req-a5492ba4-fb4f-4c73-8c16-f910b2d5bd0d req-464ff354-300c-427c-bf44-8a35ba318973 service nova] Lock "60b6724e-dc5d-4175-a9d9-06d8e24ccb47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.602087] env[62024]: DEBUG oslo_concurrency.lockutils [req-a5492ba4-fb4f-4c73-8c16-f910b2d5bd0d req-464ff354-300c-427c-bf44-8a35ba318973 service nova] Lock "60b6724e-dc5d-4175-a9d9-06d8e24ccb47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.602285] env[62024]: DEBUG nova.compute.manager [req-a5492ba4-fb4f-4c73-8c16-f910b2d5bd0d req-464ff354-300c-427c-bf44-8a35ba318973 service nova] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] No waiting events found dispatching network-vif-plugged-8c386fed-83a0-4cd2-b84b-622a497de585 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.602446] env[62024]: WARNING nova.compute.manager [req-a5492ba4-fb4f-4c73-8c16-f910b2d5bd0d req-464ff354-300c-427c-bf44-8a35ba318973 service nova] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Received unexpected event network-vif-plugged-8c386fed-83a0-4cd2-b84b-622a497de585 for instance with vm_state building and task_state spawning. [ 823.639110] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 06fcd604-5854-49bd-9bbd-51cbe3710e66] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 823.698402] env[62024]: DEBUG nova.network.neutron [req-233bd7e0-315b-4bb8-8cfb-9356a9318a71 req-64da7d7a-d020-41c6-b27f-21afb00fa819 service nova] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Updated VIF entry in instance network info cache for port 1dcbd736-9b28-441e-afda-72c12ff3729a. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.698807] env[62024]: DEBUG nova.network.neutron [req-233bd7e0-315b-4bb8-8cfb-9356a9318a71 req-64da7d7a-d020-41c6-b27f-21afb00fa819 service nova] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Updating instance_info_cache with network_info: [{"id": "1dcbd736-9b28-441e-afda-72c12ff3729a", "address": "fa:16:3e:cb:49:14", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dcbd736-9b", "ovs_interfaceid": "1dcbd736-9b28-441e-afda-72c12ff3729a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.709139] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288377, 'name': Rename_Task, 'duration_secs': 0.133632} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.709431] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.709694] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0891235f-4333-4431-b8cb-f750d3ab7b8f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.717890] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Waiting for the task: (returnval){ [ 823.717890] env[62024]: value = "task-2288380" [ 823.717890] env[62024]: _type = "Task" [ 823.717890] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.728293] env[62024]: DEBUG nova.scheduler.client.report [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.731534] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.863058] env[62024]: DEBUG nova.network.neutron [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Successfully updated port: 8c386fed-83a0-4cd2-b84b-622a497de585 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.909804] env[62024]: DEBUG nova.compute.manager [req-5831620b-263e-4067-8940-1e96f3aae2c6 req-4c0c8d87-cf4b-4162-9500-5e29d7f9398a service nova] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Received event network-vif-deleted-cf8495bb-8b16-4533-9021-b5af74dd6664 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.983176] env[62024]: DEBUG oslo_vmware.api [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Task: {'id': task-2288379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162602} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.984173] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.984173] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.984173] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.984173] env[62024]: INFO nova.compute.manager [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 823.984373] env[62024]: DEBUG oslo.service.loopingcall [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.987020] env[62024]: DEBUG nova.compute.manager [-] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.987020] env[62024]: DEBUG nova.network.neutron [-] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.042658] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/208881af-3add-46fd-ba86-32ac04203484" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.043191] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Processing image 208881af-3add-46fd-ba86-32ac04203484 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.043191] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/208881af-3add-46fd-ba86-32ac04203484/208881af-3add-46fd-ba86-32ac04203484.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.043408] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/208881af-3add-46fd-ba86-32ac04203484/208881af-3add-46fd-ba86-32ac04203484.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.043512] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.044152] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dba8ccc-816f-489d-80b2-ab9749f2efe1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.056690] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.056690] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.061525] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af98c522-2f68-4729-bcd0-feb860c684c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.069114] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 824.069114] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ea36c8-54c9-6518-4598-a7ff6f02bfe9" [ 824.069114] env[62024]: _type = "Task" [ 824.069114] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.079694] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ea36c8-54c9-6518-4598-a7ff6f02bfe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.142816] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 8f22e462-0047-4ef2-b3cb-6284a5fdf506] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 824.155164] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "7bd222b5-a477-448d-866d-35a6be2ce677" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.155464] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "7bd222b5-a477-448d-866d-35a6be2ce677" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.204854] env[62024]: DEBUG oslo_concurrency.lockutils [req-233bd7e0-315b-4bb8-8cfb-9356a9318a71 req-64da7d7a-d020-41c6-b27f-21afb00fa819 service nova] Releasing lock "refresh_cache-ac899dc5-f981-4532-b20c-e8351dc4f00a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.230796] env[62024]: DEBUG oslo_vmware.api [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288380, 'name': PowerOnVM_Task, 'duration_secs': 0.45432} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.231153] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.231365] env[62024]: INFO nova.compute.manager [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Took 7.67 seconds to spawn the instance on the hypervisor. [ 824.231544] env[62024]: DEBUG nova.compute.manager [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.232713] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a582722f-285e-4ae6-807a-1f04dec786b4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.238304] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.238304] env[62024]: DEBUG nova.compute.manager [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.242082] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.247s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.243933] env[62024]: INFO nova.compute.claims [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.366981] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "refresh_cache-60b6724e-dc5d-4175-a9d9-06d8e24ccb47" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.366981] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquired lock "refresh_cache-60b6724e-dc5d-4175-a9d9-06d8e24ccb47" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.366981] env[62024]: DEBUG nova.network.neutron [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.587777] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Preparing fetch location {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 824.587985] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Fetch image to [datastore2] OSTACK_IMG_dfac4402-2641-48d1-9bf5-7a7ca512f5eb/OSTACK_IMG_dfac4402-2641-48d1-9bf5-7a7ca512f5eb.vmdk {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 824.588193] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Downloading stream optimized image 208881af-3add-46fd-ba86-32ac04203484 to [datastore2] OSTACK_IMG_dfac4402-2641-48d1-9bf5-7a7ca512f5eb/OSTACK_IMG_dfac4402-2641-48d1-9bf5-7a7ca512f5eb.vmdk on the data store datastore2 as vApp {{(pid=62024) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 824.588389] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Downloading image file data 208881af-3add-46fd-ba86-32ac04203484 to the ESX as VM named 'OSTACK_IMG_dfac4402-2641-48d1-9bf5-7a7ca512f5eb' {{(pid=62024) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 824.652509] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: f0e0e8a0-6712-4cce-9a5c-59172bb1c145] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 824.660623] env[62024]: DEBUG nova.compute.manager [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.719231] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 824.719231] env[62024]: value = "resgroup-9" [ 824.719231] env[62024]: _type = "ResourcePool" [ 824.719231] env[62024]: }. {{(pid=62024) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 824.719635] env[62024]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4744fc9d-a913-418f-ae8e-e985c403fb3b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.750886] env[62024]: DEBUG nova.compute.utils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 824.755169] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lease: (returnval){ [ 824.755169] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524172ea-81ee-2597-5684-542c585d2313" [ 824.755169] env[62024]: _type = "HttpNfcLease" [ 824.755169] env[62024]: } obtained for vApp import into resource pool (val){ [ 824.755169] env[62024]: value = "resgroup-9" [ 824.755169] env[62024]: _type = "ResourcePool" [ 824.755169] env[62024]: }. {{(pid=62024) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 824.755721] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the lease: (returnval){ [ 824.755721] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524172ea-81ee-2597-5684-542c585d2313" [ 824.755721] env[62024]: _type = "HttpNfcLease" [ 824.755721] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 824.756505] env[62024]: DEBUG nova.compute.manager [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.756910] env[62024]: DEBUG nova.network.neutron [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.771664] env[62024]: INFO nova.compute.manager [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Took 44.61 seconds to build instance. [ 824.780446] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 824.780446] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524172ea-81ee-2597-5684-542c585d2313" [ 824.780446] env[62024]: _type = "HttpNfcLease" [ 824.780446] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 824.834026] env[62024]: DEBUG nova.policy [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4141e75082744cdacdf0982ec7257ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38ec6e9bbbd643089df65d2b7fe4666f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.916919] env[62024]: DEBUG nova.network.neutron [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.157120] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 2200d9af-927b-4de0-b8e4-1b878837dd1d] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 825.170063] env[62024]: DEBUG nova.network.neutron [-] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.207574] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.259034] env[62024]: DEBUG nova.compute.manager [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.274272] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fb743a0b-0bc3-4696-940c-ef7b9b67bde6 tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Lock "091ddffd-6767-4b75-8a25-28b4851324c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.127s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.278943] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 825.278943] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524172ea-81ee-2597-5684-542c585d2313" [ 825.278943] env[62024]: _type = "HttpNfcLease" [ 825.278943] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 825.371759] env[62024]: DEBUG nova.network.neutron [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Updating instance_info_cache with network_info: [{"id": "8c386fed-83a0-4cd2-b84b-622a497de585", "address": "fa:16:3e:60:70:1e", "network": {"id": "70d8f114-9b23-4cbf-8660-afa87be5829b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-282868941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea6a593f48b24c9a9415dd7e69aa7ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c386fed-83", "ovs_interfaceid": "8c386fed-83a0-4cd2-b84b-622a497de585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.628421] env[62024]: DEBUG nova.network.neutron [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Successfully created port: 6980c558-3def-43f4-9e8a-1d7c98d97e94 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.663644] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 19277cfb-5358-49a0-a8e9-bbd55722df41] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 825.679032] env[62024]: INFO nova.compute.manager [-] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Took 1.69 seconds to deallocate network for instance. [ 825.694095] env[62024]: DEBUG nova.compute.manager [req-3196303d-44af-486a-b4b8-d58e54cac270 req-9fec79ae-75ce-4702-821a-65ddbf93dc23 service nova] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Received event network-changed-8c386fed-83a0-4cd2-b84b-622a497de585 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.695046] env[62024]: DEBUG nova.compute.manager [req-3196303d-44af-486a-b4b8-d58e54cac270 req-9fec79ae-75ce-4702-821a-65ddbf93dc23 service nova] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Refreshing instance network info cache due to event network-changed-8c386fed-83a0-4cd2-b84b-622a497de585. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 825.695046] env[62024]: DEBUG oslo_concurrency.lockutils [req-3196303d-44af-486a-b4b8-d58e54cac270 req-9fec79ae-75ce-4702-821a-65ddbf93dc23 service nova] Acquiring lock "refresh_cache-60b6724e-dc5d-4175-a9d9-06d8e24ccb47" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.781415] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db529f1e-6d50-47fc-8acf-2ea3ef95f75b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.793948] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 825.793948] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524172ea-81ee-2597-5684-542c585d2313" [ 825.793948] env[62024]: _type = "HttpNfcLease" [ 825.793948] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 825.795134] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4537de3b-6755-413a-8b69-3b21eea639cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.832436] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf492af-2fbc-4089-a2c0-634b55afec3a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.846164] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d7c242-4418-486d-9f6c-fff65ee19727 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.862035] env[62024]: DEBUG nova.compute.provider_tree [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.878948] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Releasing lock "refresh_cache-60b6724e-dc5d-4175-a9d9-06d8e24ccb47" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.879303] env[62024]: DEBUG nova.compute.manager [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Instance network_info: |[{"id": "8c386fed-83a0-4cd2-b84b-622a497de585", "address": "fa:16:3e:60:70:1e", "network": {"id": "70d8f114-9b23-4cbf-8660-afa87be5829b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-282868941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea6a593f48b24c9a9415dd7e69aa7ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c386fed-83", "ovs_interfaceid": "8c386fed-83a0-4cd2-b84b-622a497de585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.879600] env[62024]: DEBUG oslo_concurrency.lockutils [req-3196303d-44af-486a-b4b8-d58e54cac270 req-9fec79ae-75ce-4702-821a-65ddbf93dc23 service nova] Acquired lock "refresh_cache-60b6724e-dc5d-4175-a9d9-06d8e24ccb47" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.879780] env[62024]: DEBUG nova.network.neutron [req-3196303d-44af-486a-b4b8-d58e54cac270 req-9fec79ae-75ce-4702-821a-65ddbf93dc23 service nova] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Refreshing network info cache for port 8c386fed-83a0-4cd2-b84b-622a497de585 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.880955] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:70:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c386fed-83a0-4cd2-b84b-622a497de585', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.889073] env[62024]: DEBUG oslo.service.loopingcall [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.892361] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.892853] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-552f8cc3-3e9d-493f-acfe-a9cc64b7439e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.915158] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.915158] env[62024]: value = "task-2288382" [ 825.915158] env[62024]: _type = "Task" [ 825.915158] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.926047] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288382, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.173087] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: c8089295-8fc8-459c-a66e-7be478e1b7ec] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 826.193308] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.203689] env[62024]: DEBUG nova.network.neutron [req-3196303d-44af-486a-b4b8-d58e54cac270 req-9fec79ae-75ce-4702-821a-65ddbf93dc23 service nova] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Updated VIF entry in instance network info cache for port 8c386fed-83a0-4cd2-b84b-622a497de585. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.204232] env[62024]: DEBUG nova.network.neutron [req-3196303d-44af-486a-b4b8-d58e54cac270 req-9fec79ae-75ce-4702-821a-65ddbf93dc23 service nova] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Updating instance_info_cache with network_info: [{"id": "8c386fed-83a0-4cd2-b84b-622a497de585", "address": "fa:16:3e:60:70:1e", "network": {"id": "70d8f114-9b23-4cbf-8660-afa87be5829b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-282868941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea6a593f48b24c9a9415dd7e69aa7ee3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c386fed-83", "ovs_interfaceid": "8c386fed-83a0-4cd2-b84b-622a497de585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.272465] env[62024]: DEBUG nova.compute.manager [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.274997] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 826.274997] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524172ea-81ee-2597-5684-542c585d2313" [ 826.274997] env[62024]: _type = "HttpNfcLease" [ 826.274997] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 826.276754] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 826.276754] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524172ea-81ee-2597-5684-542c585d2313" [ 826.276754] env[62024]: _type = "HttpNfcLease" [ 826.276754] env[62024]: }. {{(pid=62024) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 826.277188] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370b71c3-50ee-44d8-b1ba-5cfa621346d0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.285891] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525562c3-5ef2-6671-24d0-2d72bbadec1b/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 826.285891] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525562c3-5ef2-6671-24d0-2d72bbadec1b/disk-0.vmdk. {{(pid=62024) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 826.356802] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb8510a7-ee4a-4a90-b0e6-5e16a0c1d414 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.360665] env[62024]: DEBUG nova.virt.hardware [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.360902] env[62024]: DEBUG nova.virt.hardware [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.361065] env[62024]: DEBUG nova.virt.hardware [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.361913] env[62024]: DEBUG nova.virt.hardware [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.361913] env[62024]: DEBUG nova.virt.hardware [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.361913] env[62024]: DEBUG nova.virt.hardware [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.361913] env[62024]: DEBUG nova.virt.hardware [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.361913] env[62024]: DEBUG nova.virt.hardware [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.362184] env[62024]: DEBUG nova.virt.hardware [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.362253] env[62024]: DEBUG nova.virt.hardware [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.362981] env[62024]: DEBUG nova.virt.hardware [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.363889] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f9b051-7c51-4f88-abab-8c3131440671 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.368724] env[62024]: DEBUG nova.scheduler.client.report [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.379041] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d883ab52-17fd-44f3-a998-716d4f647683 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.426769] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288382, 'name': CreateVM_Task, 'duration_secs': 0.461774} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.426945] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.427614] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.427774] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.428532] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.428532] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e36c83-aa5e-4083-86d7-1a1783203e90 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.433544] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 826.433544] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fa9502-143e-a97e-c5ed-fa01f728e8fe" [ 826.433544] env[62024]: _type = "Task" [ 826.433544] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.441574] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fa9502-143e-a97e-c5ed-fa01f728e8fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.679615] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 98081ed8-ed47-4007-8704-afda0d808dcb] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 826.707052] env[62024]: DEBUG oslo_concurrency.lockutils [req-3196303d-44af-486a-b4b8-d58e54cac270 req-9fec79ae-75ce-4702-821a-65ddbf93dc23 service nova] Releasing lock "refresh_cache-60b6724e-dc5d-4175-a9d9-06d8e24ccb47" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.707277] env[62024]: DEBUG nova.compute.manager [req-3196303d-44af-486a-b4b8-d58e54cac270 req-9fec79ae-75ce-4702-821a-65ddbf93dc23 service nova] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Received event network-vif-deleted-54d8031f-1529-43cc-b40e-72493a3010d2 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.801301] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3d72184-d2a9-4a98-9992-89cd7d5fa5fa tempest-ServersListShow296Test-58151892 tempest-ServersListShow296Test-58151892-project-member] Acquiring lock "8c867d88-1185-4dbf-89b2-1a84af3b967b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.801657] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3d72184-d2a9-4a98-9992-89cd7d5fa5fa tempest-ServersListShow296Test-58151892 tempest-ServersListShow296Test-58151892-project-member] Lock "8c867d88-1185-4dbf-89b2-1a84af3b967b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.874690] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.875468] env[62024]: DEBUG nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.888295] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.854s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.888295] env[62024]: INFO nova.compute.claims [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.957588] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fa9502-143e-a97e-c5ed-fa01f728e8fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.958342] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.958342] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.958569] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.958687] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.958932] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.959812] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a713769-bbb8-47bc-89c7-e8f5dca6cd7d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.969367] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.970059] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.972456] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e795034e-9829-4772-af39-bc5a338f0e06 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.980079] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 826.980079] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5234563a-fa0a-8825-b3bd-3e6ea00daa8e" [ 826.980079] env[62024]: _type = "Task" [ 826.980079] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.993016] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5234563a-fa0a-8825-b3bd-3e6ea00daa8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.995990] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e5987ab-a259-41df-891a-e3d16cb67fda {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.002806] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 827.002806] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526e3140-8fd8-80a8-0c32-d0900b61356c" [ 827.002806] env[62024]: _type = "Task" [ 827.002806] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.020529] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526e3140-8fd8-80a8-0c32-d0900b61356c, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.024330] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.024640] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 60b6724e-dc5d-4175-a9d9-06d8e24ccb47/60b6724e-dc5d-4175-a9d9-06d8e24ccb47.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.025493] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fc111a2-a60c-4bb0-b7a3-b78716d56a58 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.032208] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 827.032208] env[62024]: value = "task-2288383" [ 827.032208] env[62024]: _type = "Task" [ 827.032208] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.043495] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.191549] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 2a76cfd8-56ec-4d39-ac36-6ec9e86b90dd] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 827.285803] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Completed reading data from the image iterator. {{(pid=62024) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 827.286034] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525562c3-5ef2-6671-24d0-2d72bbadec1b/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.286901] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a762e5a-4ce2-4065-bd3f-f3eb0f4e7529 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.295244] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525562c3-5ef2-6671-24d0-2d72bbadec1b/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.295244] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525562c3-5ef2-6671-24d0-2d72bbadec1b/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 827.295244] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5db61be6-ea93-41c9-b4ed-0db601ea7d64 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.308204] env[62024]: DEBUG nova.compute.manager [None req-b3d72184-d2a9-4a98-9992-89cd7d5fa5fa tempest-ServersListShow296Test-58151892 tempest-ServersListShow296Test-58151892-project-member] [instance: 8c867d88-1185-4dbf-89b2-1a84af3b967b] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.394717] env[62024]: DEBUG nova.compute.utils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 827.396414] env[62024]: DEBUG nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.396563] env[62024]: DEBUG nova.network.neutron [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.452860] env[62024]: DEBUG nova.policy [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '546988a248744b43a8cb859d3332ffb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd199d1180fe443b49ed8a05d294946f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.547243] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.695837] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 70293671-e4ee-4c74-a744-377d43dfe4a8] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 827.775321] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525562c3-5ef2-6671-24d0-2d72bbadec1b/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 827.775447] env[62024]: INFO nova.virt.vmwareapi.images [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Downloaded image file data 208881af-3add-46fd-ba86-32ac04203484 [ 827.776352] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859cc7f3-b49c-4cb9-bf23-0b3ae18deb07 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.793316] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75bc637e-d916-43b4-8fb0-493ca98f8dda {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.812785] env[62024]: DEBUG nova.compute.manager [None req-b3d72184-d2a9-4a98-9992-89cd7d5fa5fa tempest-ServersListShow296Test-58151892 tempest-ServersListShow296Test-58151892-project-member] [instance: 8c867d88-1185-4dbf-89b2-1a84af3b967b] Instance disappeared before build. {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 827.872508] env[62024]: INFO nova.virt.vmwareapi.images [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] The imported VM was unregistered [ 827.875187] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Caching image {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 827.875442] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Creating directory with path [datastore2] devstack-image-cache_base/208881af-3add-46fd-ba86-32ac04203484 {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.875741] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1022f2f-fa86-46a9-af93-b65b79d9724b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.901238] env[62024]: DEBUG nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.909115] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Created directory with path [datastore2] devstack-image-cache_base/208881af-3add-46fd-ba86-32ac04203484 {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.909348] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_dfac4402-2641-48d1-9bf5-7a7ca512f5eb/OSTACK_IMG_dfac4402-2641-48d1-9bf5-7a7ca512f5eb.vmdk to [datastore2] devstack-image-cache_base/208881af-3add-46fd-ba86-32ac04203484/208881af-3add-46fd-ba86-32ac04203484.vmdk. {{(pid=62024) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 827.909629] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d1c7a786-4916-41b1-b566-bff0f448337d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.917259] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 827.917259] env[62024]: value = "task-2288385" [ 827.917259] env[62024]: _type = "Task" [ 827.917259] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.929124] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288385, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.020388] env[62024]: DEBUG nova.compute.manager [req-8baf5073-b492-4eb5-b4b8-e853afcf1141 req-8b5a1dca-841c-4d25-a1fd-3e8f6149dbc8 service nova] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Received event network-vif-plugged-6980c558-3def-43f4-9e8a-1d7c98d97e94 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.020737] env[62024]: DEBUG oslo_concurrency.lockutils [req-8baf5073-b492-4eb5-b4b8-e853afcf1141 req-8b5a1dca-841c-4d25-a1fd-3e8f6149dbc8 service nova] Acquiring lock "3310883b-f3e0-4990-a98e-27ac498a63f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.020997] env[62024]: DEBUG oslo_concurrency.lockutils [req-8baf5073-b492-4eb5-b4b8-e853afcf1141 req-8b5a1dca-841c-4d25-a1fd-3e8f6149dbc8 service nova] Lock "3310883b-f3e0-4990-a98e-27ac498a63f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.022013] env[62024]: DEBUG oslo_concurrency.lockutils [req-8baf5073-b492-4eb5-b4b8-e853afcf1141 req-8b5a1dca-841c-4d25-a1fd-3e8f6149dbc8 service nova] Lock "3310883b-f3e0-4990-a98e-27ac498a63f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.022013] env[62024]: DEBUG nova.compute.manager [req-8baf5073-b492-4eb5-b4b8-e853afcf1141 req-8b5a1dca-841c-4d25-a1fd-3e8f6149dbc8 service nova] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] No waiting events found dispatching network-vif-plugged-6980c558-3def-43f4-9e8a-1d7c98d97e94 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.022013] env[62024]: WARNING nova.compute.manager [req-8baf5073-b492-4eb5-b4b8-e853afcf1141 req-8b5a1dca-841c-4d25-a1fd-3e8f6149dbc8 service nova] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Received unexpected event network-vif-plugged-6980c558-3def-43f4-9e8a-1d7c98d97e94 for instance with vm_state building and task_state spawning. [ 828.049522] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636124} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.049522] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 60b6724e-dc5d-4175-a9d9-06d8e24ccb47/60b6724e-dc5d-4175-a9d9-06d8e24ccb47.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.049522] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.051295] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f36b5c61-8c16-4468-be9f-d1eaeb23471d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.060817] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 828.060817] env[62024]: value = "task-2288386" [ 828.060817] env[62024]: _type = "Task" [ 828.060817] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.068825] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.118592] env[62024]: DEBUG nova.network.neutron [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Successfully created port: d13855c9-b313-43cf-badd-692e0c504af3 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.121431] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Acquiring lock "091ddffd-6767-4b75-8a25-28b4851324c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.121661] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Lock "091ddffd-6767-4b75-8a25-28b4851324c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.121931] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Acquiring lock "091ddffd-6767-4b75-8a25-28b4851324c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.123259] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Lock "091ddffd-6767-4b75-8a25-28b4851324c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.123453] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Lock "091ddffd-6767-4b75-8a25-28b4851324c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.129489] env[62024]: INFO nova.compute.manager [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Terminating instance [ 828.179217] env[62024]: DEBUG nova.network.neutron [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Successfully updated port: 6980c558-3def-43f4-9e8a-1d7c98d97e94 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.198838] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 944ae0ad-a813-453f-a3b6-bc5dc5877eca] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 828.329690] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b3d72184-d2a9-4a98-9992-89cd7d5fa5fa tempest-ServersListShow296Test-58151892 tempest-ServersListShow296Test-58151892-project-member] Lock "8c867d88-1185-4dbf-89b2-1a84af3b967b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.527s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.372483] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d87ad6-b95a-46dd-9ae9-28d84bfa8e8f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.379586] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29db81de-7e30-46a1-a8c3-03d11304abf1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.417195] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e0642a-b3a1-445c-9524-93c3806a4f1a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.436980] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288385, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.438828] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46481deb-eb0f-415c-aa09-cdecb3fc54be {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.452106] env[62024]: DEBUG nova.compute.provider_tree [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.572393] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071348} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.574332] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.574332] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1b787a-6ad9-4c4a-9343-49e67c22b8e0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.600256] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 60b6724e-dc5d-4175-a9d9-06d8e24ccb47/60b6724e-dc5d-4175-a9d9-06d8e24ccb47.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.600978] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a90a97d-5b7b-4dd3-98f1-0d75a6850ca5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.623140] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 828.623140] env[62024]: value = "task-2288387" [ 828.623140] env[62024]: _type = "Task" [ 828.623140] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.632726] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.639725] env[62024]: DEBUG nova.compute.manager [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.639958] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.640916] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bf0de1-b5c6-4046-ba76-87918684f0e0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.650550] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.651029] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9d6373f-f948-4939-ac17-13079b3db49a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.661721] env[62024]: DEBUG oslo_vmware.api [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Waiting for the task: (returnval){ [ 828.661721] env[62024]: value = "task-2288388" [ 828.661721] env[62024]: _type = "Task" [ 828.661721] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.673519] env[62024]: DEBUG oslo_vmware.api [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.683342] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Acquiring lock "refresh_cache-3310883b-f3e0-4990-a98e-27ac498a63f0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.683342] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Acquired lock "refresh_cache-3310883b-f3e0-4990-a98e-27ac498a63f0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.683342] env[62024]: DEBUG nova.network.neutron [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.704736] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: b6b1ab69-9000-4e72-813a-e5a4bc17ebca] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 828.925156] env[62024]: DEBUG nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.939584] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288385, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.955862] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.956259] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.956485] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.956677] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.956826] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.956979] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.957209] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.957366] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.957533] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.957698] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.957873] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.958827] env[62024]: DEBUG nova.scheduler.client.report [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.962983] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7639edc4-d825-48e4-bb90-490eb5f794b7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.973157] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa86695-a9a5-4147-99aa-319d91a258ff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.136943] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.174408] env[62024]: DEBUG oslo_vmware.api [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.208675] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: b870a22c-5824-436a-b809-f7c6e30a4730] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 829.225085] env[62024]: DEBUG nova.network.neutron [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.403275] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Acquiring lock "0b39a041-30fe-4fe5-896f-47bc5861a517" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.403525] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Lock "0b39a041-30fe-4fe5-896f-47bc5861a517" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.437822] env[62024]: DEBUG nova.network.neutron [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Updating instance_info_cache with network_info: [{"id": "6980c558-3def-43f4-9e8a-1d7c98d97e94", "address": "fa:16:3e:82:21:54", "network": {"id": "3f15debe-54e8-47af-98a6-c99ce6153b1c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-274799421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ec6e9bbbd643089df65d2b7fe4666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6980c558-3d", "ovs_interfaceid": "6980c558-3def-43f4-9e8a-1d7c98d97e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.448569] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288385, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.468133] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.468133] env[62024]: DEBUG nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.470347] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.315s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.474046] env[62024]: INFO nova.compute.claims [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.639659] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.674781] env[62024]: DEBUG oslo_vmware.api [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288388, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.712544] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: d2efff21-a97d-47aa-905d-1d59815e514e] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 829.827396] env[62024]: DEBUG nova.compute.manager [req-23c8d114-ae07-4ba4-bbb5-428b75371f34 req-e4539f26-c814-4ef0-ae87-d3cee336d272 service nova] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Received event network-vif-plugged-d13855c9-b313-43cf-badd-692e0c504af3 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.827396] env[62024]: DEBUG oslo_concurrency.lockutils [req-23c8d114-ae07-4ba4-bbb5-428b75371f34 req-e4539f26-c814-4ef0-ae87-d3cee336d272 service nova] Acquiring lock "a5b1aa18-93ff-4a38-b4df-e24e59e98c69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.827396] env[62024]: DEBUG oslo_concurrency.lockutils [req-23c8d114-ae07-4ba4-bbb5-428b75371f34 req-e4539f26-c814-4ef0-ae87-d3cee336d272 service nova] Lock "a5b1aa18-93ff-4a38-b4df-e24e59e98c69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.827396] env[62024]: DEBUG oslo_concurrency.lockutils [req-23c8d114-ae07-4ba4-bbb5-428b75371f34 req-e4539f26-c814-4ef0-ae87-d3cee336d272 service nova] Lock "a5b1aa18-93ff-4a38-b4df-e24e59e98c69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.827396] env[62024]: DEBUG nova.compute.manager [req-23c8d114-ae07-4ba4-bbb5-428b75371f34 req-e4539f26-c814-4ef0-ae87-d3cee336d272 service nova] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] No waiting events found dispatching network-vif-plugged-d13855c9-b313-43cf-badd-692e0c504af3 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.828031] env[62024]: WARNING nova.compute.manager [req-23c8d114-ae07-4ba4-bbb5-428b75371f34 req-e4539f26-c814-4ef0-ae87-d3cee336d272 service nova] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Received unexpected event network-vif-plugged-d13855c9-b313-43cf-badd-692e0c504af3 for instance with vm_state building and task_state spawning. [ 829.909091] env[62024]: DEBUG nova.compute.manager [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.942995] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Releasing lock "refresh_cache-3310883b-f3e0-4990-a98e-27ac498a63f0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.943632] env[62024]: DEBUG nova.compute.manager [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Instance network_info: |[{"id": "6980c558-3def-43f4-9e8a-1d7c98d97e94", "address": "fa:16:3e:82:21:54", "network": {"id": "3f15debe-54e8-47af-98a6-c99ce6153b1c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-274799421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ec6e9bbbd643089df65d2b7fe4666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6980c558-3d", "ovs_interfaceid": "6980c558-3def-43f4-9e8a-1d7c98d97e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.943979] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288385, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.944383] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:21:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6980c558-3def-43f4-9e8a-1d7c98d97e94', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.953711] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Creating folder: Project (38ec6e9bbbd643089df65d2b7fe4666f). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.954574] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e004a3f-1fd9-47c1-8fc0-d758667ec7c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.962859] env[62024]: DEBUG nova.network.neutron [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Successfully updated port: d13855c9-b313-43cf-badd-692e0c504af3 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.967608] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Created folder: Project (38ec6e9bbbd643089df65d2b7fe4666f) in parent group-v465568. [ 829.967822] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Creating folder: Instances. Parent ref: group-v465775. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.968101] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3fc9da8-4949-4867-9f2e-79f696d3b00d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.976681] env[62024]: DEBUG nova.compute.utils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 829.979443] env[62024]: DEBUG nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.979443] env[62024]: DEBUG nova.network.neutron [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.988598] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Created folder: Instances in parent group-v465775. [ 829.988598] env[62024]: DEBUG oslo.service.loopingcall [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 829.989824] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.989824] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66194d91-7708-4f74-9dc1-3b12665114ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.015227] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.015227] env[62024]: value = "task-2288391" [ 830.015227] env[62024]: _type = "Task" [ 830.015227] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.027493] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288391, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.042012] env[62024]: DEBUG nova.policy [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '546988a248744b43a8cb859d3332ffb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd199d1180fe443b49ed8a05d294946f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.130040] env[62024]: DEBUG nova.compute.manager [req-82d2d86a-9e71-40d8-850d-9bb75a0601ba req-802ab266-ce8e-4ed6-a318-913d8bb1d1be service nova] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Received event network-changed-6980c558-3def-43f4-9e8a-1d7c98d97e94 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 830.130040] env[62024]: DEBUG nova.compute.manager [req-82d2d86a-9e71-40d8-850d-9bb75a0601ba req-802ab266-ce8e-4ed6-a318-913d8bb1d1be service nova] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Refreshing instance network info cache due to event network-changed-6980c558-3def-43f4-9e8a-1d7c98d97e94. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 830.130040] env[62024]: DEBUG oslo_concurrency.lockutils [req-82d2d86a-9e71-40d8-850d-9bb75a0601ba req-802ab266-ce8e-4ed6-a318-913d8bb1d1be service nova] Acquiring lock "refresh_cache-3310883b-f3e0-4990-a98e-27ac498a63f0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.130040] env[62024]: DEBUG oslo_concurrency.lockutils [req-82d2d86a-9e71-40d8-850d-9bb75a0601ba req-802ab266-ce8e-4ed6-a318-913d8bb1d1be service nova] Acquired lock "refresh_cache-3310883b-f3e0-4990-a98e-27ac498a63f0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.130040] env[62024]: DEBUG nova.network.neutron [req-82d2d86a-9e71-40d8-850d-9bb75a0601ba req-802ab266-ce8e-4ed6-a318-913d8bb1d1be service nova] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Refreshing network info cache for port 6980c558-3def-43f4-9e8a-1d7c98d97e94 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.145795] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288387, 'name': ReconfigVM_Task, 'duration_secs': 1.47599} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.145795] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 60b6724e-dc5d-4175-a9d9-06d8e24ccb47/60b6724e-dc5d-4175-a9d9-06d8e24ccb47.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.145795] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6577bfd-9697-4b09-8e8c-5e818946181c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.154626] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 830.154626] env[62024]: value = "task-2288392" [ 830.154626] env[62024]: _type = "Task" [ 830.154626] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.165778] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288392, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.175737] env[62024]: DEBUG oslo_vmware.api [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288388, 'name': PowerOffVM_Task, 'duration_secs': 1.031686} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.176021] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.176292] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.176550] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e47c414c-954c-4a0c-8d7f-ad6e4c0fc4d6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.219747] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: caccecf4-aca6-4c09-bb68-ec3923931948] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.326100] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.326436] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.326754] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Deleting the datastore file [datastore2] 091ddffd-6767-4b75-8a25-28b4851324c8 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.327186] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a41492d-11d5-406a-8870-9552df7d3ab6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.333853] env[62024]: DEBUG oslo_vmware.api [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Waiting for the task: (returnval){ [ 830.333853] env[62024]: value = "task-2288394" [ 830.333853] env[62024]: _type = "Task" [ 830.333853] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.344344] env[62024]: DEBUG oslo_vmware.api [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.438158] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.447429] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288385, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.465451] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "refresh_cache-a5b1aa18-93ff-4a38-b4df-e24e59e98c69" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.465567] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired lock "refresh_cache-a5b1aa18-93ff-4a38-b4df-e24e59e98c69" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.465726] env[62024]: DEBUG nova.network.neutron [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.482634] env[62024]: DEBUG nova.network.neutron [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Successfully created port: c98c976a-34aa-4a11-8388-29ee985a147a {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.488538] env[62024]: DEBUG nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.528932] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288391, 'name': CreateVM_Task, 'duration_secs': 0.400291} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.531467] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.532695] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.533097] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.533507] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.533868] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04d55b1-b073-45eb-9da5-d5a132e78b6b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.541914] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Waiting for the task: (returnval){ [ 830.541914] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521881e0-95bc-fb43-87fc-300c76525845" [ 830.541914] env[62024]: _type = "Task" [ 830.541914] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.555211] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521881e0-95bc-fb43-87fc-300c76525845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.683954] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288392, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.723857] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: db229b78-0fbc-4414-bb1e-eda51da31400] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.850359] env[62024]: DEBUG oslo_vmware.api [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.925943] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb859cb-0bc4-4e5c-a022-9ab4dec0efbd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.940575] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb0e7c2-e02c-4960-9c5c-7342bdd3f7bf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.947987] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288385, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.895324} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.948831] env[62024]: INFO nova.virt.vmwareapi.ds_util [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_dfac4402-2641-48d1-9bf5-7a7ca512f5eb/OSTACK_IMG_dfac4402-2641-48d1-9bf5-7a7ca512f5eb.vmdk to [datastore2] devstack-image-cache_base/208881af-3add-46fd-ba86-32ac04203484/208881af-3add-46fd-ba86-32ac04203484.vmdk. [ 830.949239] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Cleaning up location [datastore2] OSTACK_IMG_dfac4402-2641-48d1-9bf5-7a7ca512f5eb {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 830.949373] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_dfac4402-2641-48d1-9bf5-7a7ca512f5eb {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.949617] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c04203d4-a8bd-4d0b-9332-1af54a267e34 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.985296] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654a7f0b-b6ec-4ff8-a3c8-ed026d9d5610 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.991884] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 830.991884] env[62024]: value = "task-2288395" [ 830.991884] env[62024]: _type = "Task" [ 830.991884] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.001905] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33512f5d-276e-4f91-97c5-99848deb837b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.009068] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.020669] env[62024]: DEBUG nova.compute.provider_tree [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.052250] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521881e0-95bc-fb43-87fc-300c76525845, 'name': SearchDatastore_Task, 'duration_secs': 0.013627} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.052627] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.053014] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.053353] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.053551] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.054043] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.054370] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2231db74-6b38-4107-834e-3bdef5811001 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.060491] env[62024]: DEBUG nova.network.neutron [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.064109] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.064383] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.065519] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4adf698-dc59-4027-a4cb-363ed2041065 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.070804] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Waiting for the task: (returnval){ [ 831.070804] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520892d2-c7d7-e6f0-712a-617b9ea0c9f9" [ 831.070804] env[62024]: _type = "Task" [ 831.070804] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.079976] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520892d2-c7d7-e6f0-712a-617b9ea0c9f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.095834] env[62024]: DEBUG nova.network.neutron [req-82d2d86a-9e71-40d8-850d-9bb75a0601ba req-802ab266-ce8e-4ed6-a318-913d8bb1d1be service nova] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Updated VIF entry in instance network info cache for port 6980c558-3def-43f4-9e8a-1d7c98d97e94. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.096258] env[62024]: DEBUG nova.network.neutron [req-82d2d86a-9e71-40d8-850d-9bb75a0601ba req-802ab266-ce8e-4ed6-a318-913d8bb1d1be service nova] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Updating instance_info_cache with network_info: [{"id": "6980c558-3def-43f4-9e8a-1d7c98d97e94", "address": "fa:16:3e:82:21:54", "network": {"id": "3f15debe-54e8-47af-98a6-c99ce6153b1c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-274799421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ec6e9bbbd643089df65d2b7fe4666f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6980c558-3d", "ovs_interfaceid": "6980c558-3def-43f4-9e8a-1d7c98d97e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.168731] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288392, 'name': Rename_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.227762] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 2c954ee4-f76a-4c72-98fa-ba43513bb93d] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.273819] env[62024]: DEBUG nova.network.neutron [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Updating instance_info_cache with network_info: [{"id": "d13855c9-b313-43cf-badd-692e0c504af3", "address": "fa:16:3e:4b:b7:00", "network": {"id": "6b871deb-4045-4a81-80a4-6547049cf458", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1912340734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d199d1180fe443b49ed8a05d294946f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13855c9-b3", "ovs_interfaceid": "d13855c9-b313-43cf-badd-692e0c504af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.345622] env[62024]: DEBUG oslo_vmware.api [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Task: {'id': task-2288394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544645} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.345871] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.346142] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.346408] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.346597] env[62024]: INFO nova.compute.manager [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Took 2.71 seconds to destroy the instance on the hypervisor. [ 831.346928] env[62024]: DEBUG oslo.service.loopingcall [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.347114] env[62024]: DEBUG nova.compute.manager [-] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.347165] env[62024]: DEBUG nova.network.neutron [-] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.501457] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034788} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.501790] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.501966] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/208881af-3add-46fd-ba86-32ac04203484/208881af-3add-46fd-ba86-32ac04203484.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.502229] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/208881af-3add-46fd-ba86-32ac04203484/208881af-3add-46fd-ba86-32ac04203484.vmdk to [datastore2] ac899dc5-f981-4532-b20c-e8351dc4f00a/ac899dc5-f981-4532-b20c-e8351dc4f00a.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.502482] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4821673f-25e7-4f57-9b08-05b8ffebc583 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.509038] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 831.509038] env[62024]: value = "task-2288396" [ 831.509038] env[62024]: _type = "Task" [ 831.509038] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.510030] env[62024]: DEBUG nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.519720] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.524169] env[62024]: DEBUG nova.scheduler.client.report [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.546020] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.546356] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.546502] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.546698] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.546848] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.548365] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.548523] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.549335] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.549335] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.549807] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.549807] env[62024]: DEBUG nova.virt.hardware [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.553107] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62193091-099e-4282-a783-055a86a68c4c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.565937] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e40af0-12f1-41e2-89ce-02f6e54ada75 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.594455] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520892d2-c7d7-e6f0-712a-617b9ea0c9f9, 'name': SearchDatastore_Task, 'duration_secs': 0.017161} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.594455] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691c6a09-f7eb-4673-8fee-c19af7f01d3a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.599054] env[62024]: DEBUG oslo_concurrency.lockutils [req-82d2d86a-9e71-40d8-850d-9bb75a0601ba req-802ab266-ce8e-4ed6-a318-913d8bb1d1be service nova] Releasing lock "refresh_cache-3310883b-f3e0-4990-a98e-27ac498a63f0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.599550] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Waiting for the task: (returnval){ [ 831.599550] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f97a04-3308-9907-3b38-ac16d58a3b14" [ 831.599550] env[62024]: _type = "Task" [ 831.599550] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.608864] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f97a04-3308-9907-3b38-ac16d58a3b14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.666496] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288392, 'name': Rename_Task, 'duration_secs': 1.032095} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.666800] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.667097] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64b6419a-c850-4317-b55d-d4d1a81b3619 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.673353] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 831.673353] env[62024]: value = "task-2288397" [ 831.673353] env[62024]: _type = "Task" [ 831.673353] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.683233] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.731627] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.731993] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Cleaning up deleted instances with incomplete migration {{(pid=62024) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 831.778173] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Releasing lock "refresh_cache-a5b1aa18-93ff-4a38-b4df-e24e59e98c69" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.778570] env[62024]: DEBUG nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Instance network_info: |[{"id": "d13855c9-b313-43cf-badd-692e0c504af3", "address": "fa:16:3e:4b:b7:00", "network": {"id": "6b871deb-4045-4a81-80a4-6547049cf458", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1912340734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d199d1180fe443b49ed8a05d294946f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13855c9-b3", "ovs_interfaceid": "d13855c9-b313-43cf-badd-692e0c504af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.779037] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:b7:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd13855c9-b313-43cf-badd-692e0c504af3', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.788455] env[62024]: DEBUG oslo.service.loopingcall [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.788455] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.788626] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0365496f-1fd3-426e-b9f0-813356021037 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.811033] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.811033] env[62024]: value = "task-2288398" [ 831.811033] env[62024]: _type = "Task" [ 831.811033] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.820962] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288398, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.933894] env[62024]: DEBUG nova.compute.manager [req-4bf42692-7b6f-44c4-9021-9ebdc4ea512c req-1344f276-ac9b-4b4d-8c2c-00a1f9583c53 service nova] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Received event network-changed-d13855c9-b313-43cf-badd-692e0c504af3 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.935271] env[62024]: DEBUG nova.compute.manager [req-4bf42692-7b6f-44c4-9021-9ebdc4ea512c req-1344f276-ac9b-4b4d-8c2c-00a1f9583c53 service nova] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Refreshing instance network info cache due to event network-changed-d13855c9-b313-43cf-badd-692e0c504af3. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 831.935576] env[62024]: DEBUG oslo_concurrency.lockutils [req-4bf42692-7b6f-44c4-9021-9ebdc4ea512c req-1344f276-ac9b-4b4d-8c2c-00a1f9583c53 service nova] Acquiring lock "refresh_cache-a5b1aa18-93ff-4a38-b4df-e24e59e98c69" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.935724] env[62024]: DEBUG oslo_concurrency.lockutils [req-4bf42692-7b6f-44c4-9021-9ebdc4ea512c req-1344f276-ac9b-4b4d-8c2c-00a1f9583c53 service nova] Acquired lock "refresh_cache-a5b1aa18-93ff-4a38-b4df-e24e59e98c69" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.935903] env[62024]: DEBUG nova.network.neutron [req-4bf42692-7b6f-44c4-9021-9ebdc4ea512c req-1344f276-ac9b-4b4d-8c2c-00a1f9583c53 service nova] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Refreshing network info cache for port d13855c9-b313-43cf-badd-692e0c504af3 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.022695] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288396, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.029687] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.030222] env[62024]: DEBUG nova.compute.manager [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.034031] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.288s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.034031] env[62024]: DEBUG nova.objects.instance [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lazy-loading 'resources' on Instance uuid 5cf5e799-4b2d-4877-ac9d-c5086406a3d4 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.115176] env[62024]: DEBUG nova.network.neutron [-] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.116963] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f97a04-3308-9907-3b38-ac16d58a3b14, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.123062] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.123062] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 3310883b-f3e0-4990-a98e-27ac498a63f0/3310883b-f3e0-4990-a98e-27ac498a63f0.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.123062] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f31f655-82a2-46d8-a60d-616f318ac4a5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.130065] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Waiting for the task: (returnval){ [ 832.130065] env[62024]: value = "task-2288399" [ 832.130065] env[62024]: _type = "Task" [ 832.130065] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.139575] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.186064] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.237123] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.321452] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288398, 'name': CreateVM_Task, 'duration_secs': 0.386793} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.321555] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.322540] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.322732] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.323094] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.323384] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa08781-f336-4673-ba33-9531f0f16796 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.328819] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 832.328819] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b4d6f6-73a0-bc0c-b6c7-7ac9bdfb8cad" [ 832.328819] env[62024]: _type = "Task" [ 832.328819] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.341707] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b4d6f6-73a0-bc0c-b6c7-7ac9bdfb8cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.524382] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288396, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.538680] env[62024]: DEBUG nova.compute.utils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 832.542818] env[62024]: DEBUG nova.compute.manager [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.544040] env[62024]: DEBUG nova.network.neutron [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.593606] env[62024]: DEBUG nova.policy [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0746201fac7544528f286c47922026be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddcb85ecc5d84fd895227b297f0e6cd1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.621122] env[62024]: INFO nova.compute.manager [-] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Took 1.27 seconds to deallocate network for instance. [ 832.645709] env[62024]: DEBUG nova.network.neutron [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Successfully updated port: c98c976a-34aa-4a11-8388-29ee985a147a {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.657517] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288399, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.693243] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288397, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.840078] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b4d6f6-73a0-bc0c-b6c7-7ac9bdfb8cad, 'name': SearchDatastore_Task, 'duration_secs': 0.015347} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.841340] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.842791] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.843123] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.843290] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.843497] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.851381] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa9d2fc0-3368-4d2b-94b8-6655d4994f93 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.862714] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.862999] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.863932] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec5313a2-0ba8-4fee-8b7b-cf5fe4b960dd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.875934] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 832.875934] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bb5097-20fb-b020-d9cb-1dea5de6aa9a" [ 832.875934] env[62024]: _type = "Task" [ 832.875934] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.875934] env[62024]: DEBUG nova.network.neutron [req-4bf42692-7b6f-44c4-9021-9ebdc4ea512c req-1344f276-ac9b-4b4d-8c2c-00a1f9583c53 service nova] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Updated VIF entry in instance network info cache for port d13855c9-b313-43cf-badd-692e0c504af3. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.875934] env[62024]: DEBUG nova.network.neutron [req-4bf42692-7b6f-44c4-9021-9ebdc4ea512c req-1344f276-ac9b-4b4d-8c2c-00a1f9583c53 service nova] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Updating instance_info_cache with network_info: [{"id": "d13855c9-b313-43cf-badd-692e0c504af3", "address": "fa:16:3e:4b:b7:00", "network": {"id": "6b871deb-4045-4a81-80a4-6547049cf458", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1912340734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d199d1180fe443b49ed8a05d294946f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13855c9-b3", "ovs_interfaceid": "d13855c9-b313-43cf-badd-692e0c504af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.889366] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bb5097-20fb-b020-d9cb-1dea5de6aa9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.028140] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288396, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.043251] env[62024]: DEBUG nova.compute.manager [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.066496] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b80fa49-3f6a-4580-9986-33fd26db1439 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.079781] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcdefb2-1bc4-407e-aef6-a43d588439fa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.116778] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39b715c-a3c0-4c86-964f-77cbf8888db4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.125905] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bceb25-1b30-4707-ae52-11457786a73f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.144650] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.145678] env[62024]: DEBUG nova.compute.provider_tree [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.150801] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "refresh_cache-5a8d7755-0802-4c0b-a0f7-bbec6f52842d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.151599] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired lock "refresh_cache-5a8d7755-0802-4c0b-a0f7-bbec6f52842d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.151599] env[62024]: DEBUG nova.network.neutron [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.152557] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677996} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.153327] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 3310883b-f3e0-4990-a98e-27ac498a63f0/3310883b-f3e0-4990-a98e-27ac498a63f0.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.156352] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.156352] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a28d255-4880-4379-950b-8416bc232c54 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.164577] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Waiting for the task: (returnval){ [ 833.164577] env[62024]: value = "task-2288400" [ 833.164577] env[62024]: _type = "Task" [ 833.164577] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.177787] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.191856] env[62024]: DEBUG oslo_vmware.api [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288397, 'name': PowerOnVM_Task, 'duration_secs': 1.212057} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.192416] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.192760] env[62024]: INFO nova.compute.manager [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Took 11.44 seconds to spawn the instance on the hypervisor. [ 833.193026] env[62024]: DEBUG nova.compute.manager [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.193930] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca99491b-9907-44e4-88d0-43e244660788 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.382172] env[62024]: DEBUG oslo_concurrency.lockutils [req-4bf42692-7b6f-44c4-9021-9ebdc4ea512c req-1344f276-ac9b-4b4d-8c2c-00a1f9583c53 service nova] Releasing lock "refresh_cache-a5b1aa18-93ff-4a38-b4df-e24e59e98c69" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.382607] env[62024]: DEBUG nova.compute.manager [req-4bf42692-7b6f-44c4-9021-9ebdc4ea512c req-1344f276-ac9b-4b4d-8c2c-00a1f9583c53 service nova] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Received event network-vif-deleted-5a622267-3c5a-4b39-83c6-b54494572060 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.384158] env[62024]: INFO nova.compute.manager [req-4bf42692-7b6f-44c4-9021-9ebdc4ea512c req-1344f276-ac9b-4b4d-8c2c-00a1f9583c53 service nova] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Neutron deleted interface 5a622267-3c5a-4b39-83c6-b54494572060; detaching it from the instance and deleting it from the info cache [ 833.384158] env[62024]: DEBUG nova.network.neutron [req-4bf42692-7b6f-44c4-9021-9ebdc4ea512c req-1344f276-ac9b-4b4d-8c2c-00a1f9583c53 service nova] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.395964] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bb5097-20fb-b020-d9cb-1dea5de6aa9a, 'name': SearchDatastore_Task, 'duration_secs': 0.014211} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.398094] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c7b1aa-0229-4630-8331-f991f867832c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.407388] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 833.407388] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cf9ce8-d283-f8bd-42b0-b2dcff5d9ed8" [ 833.407388] env[62024]: _type = "Task" [ 833.407388] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.419491] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cf9ce8-d283-f8bd-42b0-b2dcff5d9ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.480873] env[62024]: DEBUG nova.network.neutron [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Successfully created port: a3f3ed15-5bbc-4173-8323-75f97c6d9dc1 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.531150] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288396, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.656621] env[62024]: DEBUG nova.scheduler.client.report [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.676866] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146596} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.677896] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.678838] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07a0de5-c54a-4fa4-a9c8-edb448da2f98 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.708403] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 3310883b-f3e0-4990-a98e-27ac498a63f0/3310883b-f3e0-4990-a98e-27ac498a63f0.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.709440] env[62024]: DEBUG nova.network.neutron [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.715769] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-921f6908-82aa-4a30-b89b-c374e263d241 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.733478] env[62024]: INFO nova.compute.manager [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Took 35.93 seconds to build instance. [ 833.740662] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Waiting for the task: (returnval){ [ 833.740662] env[62024]: value = "task-2288401" [ 833.740662] env[62024]: _type = "Task" [ 833.740662] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.751601] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.888952] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44831d47-ccff-4e91-874e-06a47c0e795f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.898727] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3c6e22-1ca4-468a-bc11-db63ebee42ab {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.929647] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cf9ce8-d283-f8bd-42b0-b2dcff5d9ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.01421} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.930097] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.930377] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] a5b1aa18-93ff-4a38-b4df-e24e59e98c69/a5b1aa18-93ff-4a38-b4df-e24e59e98c69.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.930643] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12502645-143d-4805-9a6c-b2e0d2fc707e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.948341] env[62024]: DEBUG nova.network.neutron [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Updating instance_info_cache with network_info: [{"id": "c98c976a-34aa-4a11-8388-29ee985a147a", "address": "fa:16:3e:62:4e:e6", "network": {"id": "6b871deb-4045-4a81-80a4-6547049cf458", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1912340734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d199d1180fe443b49ed8a05d294946f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c976a-34", "ovs_interfaceid": "c98c976a-34aa-4a11-8388-29ee985a147a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.950294] env[62024]: DEBUG nova.compute.manager [req-4bf42692-7b6f-44c4-9021-9ebdc4ea512c req-1344f276-ac9b-4b4d-8c2c-00a1f9583c53 service nova] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Detach interface failed, port_id=5a622267-3c5a-4b39-83c6-b54494572060, reason: Instance 091ddffd-6767-4b75-8a25-28b4851324c8 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 833.955533] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 833.955533] env[62024]: value = "task-2288402" [ 833.955533] env[62024]: _type = "Task" [ 833.955533] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.965183] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.031507] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288396, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.399849} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.031507] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/208881af-3add-46fd-ba86-32ac04203484/208881af-3add-46fd-ba86-32ac04203484.vmdk to [datastore2] ac899dc5-f981-4532-b20c-e8351dc4f00a/ac899dc5-f981-4532-b20c-e8351dc4f00a.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.032335] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c1af22-ec3c-4b77-bb33-5642cc05114e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.075330] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] ac899dc5-f981-4532-b20c-e8351dc4f00a/ac899dc5-f981-4532-b20c-e8351dc4f00a.vmdk or device None with type streamOptimized {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.075330] env[62024]: DEBUG nova.compute.manager [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.077727] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa5eab78-5205-4851-90e8-970bc18950ac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.098150] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 834.098150] env[62024]: value = "task-2288403" [ 834.098150] env[62024]: _type = "Task" [ 834.098150] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.107232] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.127908] env[62024]: DEBUG nova.virt.hardware [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.128199] env[62024]: DEBUG nova.virt.hardware [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.128403] env[62024]: DEBUG nova.virt.hardware [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.128535] env[62024]: DEBUG nova.virt.hardware [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.128695] env[62024]: DEBUG nova.virt.hardware [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.128915] env[62024]: DEBUG nova.virt.hardware [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.129165] env[62024]: DEBUG nova.virt.hardware [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.129329] env[62024]: DEBUG nova.virt.hardware [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.129500] env[62024]: DEBUG nova.virt.hardware [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.129704] env[62024]: DEBUG nova.virt.hardware [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.129869] env[62024]: DEBUG nova.virt.hardware [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.131278] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e02fa88-8c92-4f71-9bc5-1669e8e970ef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.139242] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2eb6cb-21dc-4299-8684-0643b5f44d4c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.162050] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.165119] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.294s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.166920] env[62024]: INFO nova.compute.claims [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.201496] env[62024]: INFO nova.scheduler.client.report [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleted allocations for instance 5cf5e799-4b2d-4877-ac9d-c5086406a3d4 [ 834.222066] env[62024]: DEBUG nova.compute.manager [req-6aef548e-ccb3-4b0a-9eb6-970fe5a4b30a req-8de4cd38-80ad-46be-95f7-30b507938d3e service nova] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Received event network-vif-plugged-c98c976a-34aa-4a11-8388-29ee985a147a {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.222186] env[62024]: DEBUG oslo_concurrency.lockutils [req-6aef548e-ccb3-4b0a-9eb6-970fe5a4b30a req-8de4cd38-80ad-46be-95f7-30b507938d3e service nova] Acquiring lock "5a8d7755-0802-4c0b-a0f7-bbec6f52842d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.222438] env[62024]: DEBUG oslo_concurrency.lockutils [req-6aef548e-ccb3-4b0a-9eb6-970fe5a4b30a req-8de4cd38-80ad-46be-95f7-30b507938d3e service nova] Lock "5a8d7755-0802-4c0b-a0f7-bbec6f52842d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.222669] env[62024]: DEBUG oslo_concurrency.lockutils [req-6aef548e-ccb3-4b0a-9eb6-970fe5a4b30a req-8de4cd38-80ad-46be-95f7-30b507938d3e service nova] Lock "5a8d7755-0802-4c0b-a0f7-bbec6f52842d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.222874] env[62024]: DEBUG nova.compute.manager [req-6aef548e-ccb3-4b0a-9eb6-970fe5a4b30a req-8de4cd38-80ad-46be-95f7-30b507938d3e service nova] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] No waiting events found dispatching network-vif-plugged-c98c976a-34aa-4a11-8388-29ee985a147a {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.223191] env[62024]: WARNING nova.compute.manager [req-6aef548e-ccb3-4b0a-9eb6-970fe5a4b30a req-8de4cd38-80ad-46be-95f7-30b507938d3e service nova] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Received unexpected event network-vif-plugged-c98c976a-34aa-4a11-8388-29ee985a147a for instance with vm_state building and task_state spawning. [ 834.223390] env[62024]: DEBUG nova.compute.manager [req-6aef548e-ccb3-4b0a-9eb6-970fe5a4b30a req-8de4cd38-80ad-46be-95f7-30b507938d3e service nova] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Received event network-changed-c98c976a-34aa-4a11-8388-29ee985a147a {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.223530] env[62024]: DEBUG nova.compute.manager [req-6aef548e-ccb3-4b0a-9eb6-970fe5a4b30a req-8de4cd38-80ad-46be-95f7-30b507938d3e service nova] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Refreshing instance network info cache due to event network-changed-c98c976a-34aa-4a11-8388-29ee985a147a. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 834.223740] env[62024]: DEBUG oslo_concurrency.lockutils [req-6aef548e-ccb3-4b0a-9eb6-970fe5a4b30a req-8de4cd38-80ad-46be-95f7-30b507938d3e service nova] Acquiring lock "refresh_cache-5a8d7755-0802-4c0b-a0f7-bbec6f52842d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.236150] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8289e7cb-611e-4c02-a783-3b07ef014197 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "60b6724e-dc5d-4175-a9d9-06d8e24ccb47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.438s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.251489] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288401, 'name': ReconfigVM_Task, 'duration_secs': 0.389202} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.251774] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 3310883b-f3e0-4990-a98e-27ac498a63f0/3310883b-f3e0-4990-a98e-27ac498a63f0.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.252451] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51947c50-6493-4c5a-87cb-6d05ce654301 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.261305] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Waiting for the task: (returnval){ [ 834.261305] env[62024]: value = "task-2288404" [ 834.261305] env[62024]: _type = "Task" [ 834.261305] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.273859] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288404, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.422679] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "60b6724e-dc5d-4175-a9d9-06d8e24ccb47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.423137] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "60b6724e-dc5d-4175-a9d9-06d8e24ccb47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.423460] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "60b6724e-dc5d-4175-a9d9-06d8e24ccb47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.423712] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "60b6724e-dc5d-4175-a9d9-06d8e24ccb47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.423954] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "60b6724e-dc5d-4175-a9d9-06d8e24ccb47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.426651] env[62024]: INFO nova.compute.manager [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Terminating instance [ 834.451777] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Releasing lock "refresh_cache-5a8d7755-0802-4c0b-a0f7-bbec6f52842d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.452617] env[62024]: DEBUG nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Instance network_info: |[{"id": "c98c976a-34aa-4a11-8388-29ee985a147a", "address": "fa:16:3e:62:4e:e6", "network": {"id": "6b871deb-4045-4a81-80a4-6547049cf458", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1912340734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d199d1180fe443b49ed8a05d294946f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c976a-34", "ovs_interfaceid": "c98c976a-34aa-4a11-8388-29ee985a147a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.452995] env[62024]: DEBUG oslo_concurrency.lockutils [req-6aef548e-ccb3-4b0a-9eb6-970fe5a4b30a req-8de4cd38-80ad-46be-95f7-30b507938d3e service nova] Acquired lock "refresh_cache-5a8d7755-0802-4c0b-a0f7-bbec6f52842d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.453241] env[62024]: DEBUG nova.network.neutron [req-6aef548e-ccb3-4b0a-9eb6-970fe5a4b30a req-8de4cd38-80ad-46be-95f7-30b507938d3e service nova] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Refreshing network info cache for port c98c976a-34aa-4a11-8388-29ee985a147a {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.454577] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:4e:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c98c976a-34aa-4a11-8388-29ee985a147a', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.462486] env[62024]: DEBUG oslo.service.loopingcall [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.466386] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.470894] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-843c15de-d4c1-46fc-ae3f-1fc4d7680056 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.491839] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51281} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.493453] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] a5b1aa18-93ff-4a38-b4df-e24e59e98c69/a5b1aa18-93ff-4a38-b4df-e24e59e98c69.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.493453] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.493654] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.493654] env[62024]: value = "task-2288405" [ 834.493654] env[62024]: _type = "Task" [ 834.493654] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.493847] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3342ad59-acae-4548-8533-72c951d68109 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.504095] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288405, 'name': CreateVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.505499] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 834.505499] env[62024]: value = "task-2288406" [ 834.505499] env[62024]: _type = "Task" [ 834.505499] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.513863] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.611729] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288403, 'name': ReconfigVM_Task, 'duration_secs': 0.511093} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.612023] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Reconfigured VM instance instance-00000046 to attach disk [datastore2] ac899dc5-f981-4532-b20c-e8351dc4f00a/ac899dc5-f981-4532-b20c-e8351dc4f00a.vmdk or device None with type streamOptimized {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.613508] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2350a6b6-a289-4b31-a702-d717facacf37 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.620719] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 834.620719] env[62024]: value = "task-2288407" [ 834.620719] env[62024]: _type = "Task" [ 834.620719] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.631919] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288407, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.720028] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a6f1846-e613-4f8a-ba47-8fd64dd2628b tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "5cf5e799-4b2d-4877-ac9d-c5086406a3d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.653s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.771201] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288404, 'name': Rename_Task, 'duration_secs': 0.211403} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.771501] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.771755] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8b174e0-a88d-4773-8be6-2b0201250f59 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.778388] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Waiting for the task: (returnval){ [ 834.778388] env[62024]: value = "task-2288408" [ 834.778388] env[62024]: _type = "Task" [ 834.778388] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.787259] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.852755] env[62024]: DEBUG nova.network.neutron [req-6aef548e-ccb3-4b0a-9eb6-970fe5a4b30a req-8de4cd38-80ad-46be-95f7-30b507938d3e service nova] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Updated VIF entry in instance network info cache for port c98c976a-34aa-4a11-8388-29ee985a147a. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.853152] env[62024]: DEBUG nova.network.neutron [req-6aef548e-ccb3-4b0a-9eb6-970fe5a4b30a req-8de4cd38-80ad-46be-95f7-30b507938d3e service nova] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Updating instance_info_cache with network_info: [{"id": "c98c976a-34aa-4a11-8388-29ee985a147a", "address": "fa:16:3e:62:4e:e6", "network": {"id": "6b871deb-4045-4a81-80a4-6547049cf458", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1912340734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d199d1180fe443b49ed8a05d294946f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c976a-34", "ovs_interfaceid": "c98c976a-34aa-4a11-8388-29ee985a147a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.931127] env[62024]: DEBUG nova.compute.manager [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.931520] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.932645] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b39dcf-94f5-405c-949e-106d41090583 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.943083] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.943381] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6cf1fab-9936-41a9-95c5-1f13aff755b5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.949893] env[62024]: DEBUG oslo_vmware.api [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 834.949893] env[62024]: value = "task-2288409" [ 834.949893] env[62024]: _type = "Task" [ 834.949893] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.959874] env[62024]: DEBUG oslo_vmware.api [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.019504] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288405, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.023716] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072272} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.023793] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.024615] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f0d9ea-53ad-44eb-8282-923738ffa412 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.047547] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] a5b1aa18-93ff-4a38-b4df-e24e59e98c69/a5b1aa18-93ff-4a38-b4df-e24e59e98c69.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.047889] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab0cf2d-d8e1-42aa-9e6f-f098951c2543 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.069368] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 835.069368] env[62024]: value = "task-2288410" [ 835.069368] env[62024]: _type = "Task" [ 835.069368] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.078133] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.130522] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288407, 'name': Rename_Task, 'duration_secs': 0.176427} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.130799] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.131386] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6248483-eb7c-4046-974f-57697d441c5d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.137331] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 835.137331] env[62024]: value = "task-2288411" [ 835.137331] env[62024]: _type = "Task" [ 835.137331] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.150018] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.172971] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "c2dd4f2a-6fe8-402f-8715-217a8aa24b16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.173323] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "c2dd4f2a-6fe8-402f-8715-217a8aa24b16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.173632] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "c2dd4f2a-6fe8-402f-8715-217a8aa24b16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.173877] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "c2dd4f2a-6fe8-402f-8715-217a8aa24b16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.174081] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "c2dd4f2a-6fe8-402f-8715-217a8aa24b16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.176541] env[62024]: INFO nova.compute.manager [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Terminating instance [ 835.269669] env[62024]: DEBUG nova.compute.manager [req-66a1d5ce-56e2-4367-b4f2-b9ff4c316c1d req-5edb3577-45de-4742-9bfb-6f80a380ea2b service nova] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Received event network-vif-plugged-a3f3ed15-5bbc-4173-8323-75f97c6d9dc1 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.269915] env[62024]: DEBUG oslo_concurrency.lockutils [req-66a1d5ce-56e2-4367-b4f2-b9ff4c316c1d req-5edb3577-45de-4742-9bfb-6f80a380ea2b service nova] Acquiring lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.270178] env[62024]: DEBUG oslo_concurrency.lockutils [req-66a1d5ce-56e2-4367-b4f2-b9ff4c316c1d req-5edb3577-45de-4742-9bfb-6f80a380ea2b service nova] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.270412] env[62024]: DEBUG oslo_concurrency.lockutils [req-66a1d5ce-56e2-4367-b4f2-b9ff4c316c1d req-5edb3577-45de-4742-9bfb-6f80a380ea2b service nova] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.270621] env[62024]: DEBUG nova.compute.manager [req-66a1d5ce-56e2-4367-b4f2-b9ff4c316c1d req-5edb3577-45de-4742-9bfb-6f80a380ea2b service nova] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] No waiting events found dispatching network-vif-plugged-a3f3ed15-5bbc-4173-8323-75f97c6d9dc1 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.270820] env[62024]: WARNING nova.compute.manager [req-66a1d5ce-56e2-4367-b4f2-b9ff4c316c1d req-5edb3577-45de-4742-9bfb-6f80a380ea2b service nova] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Received unexpected event network-vif-plugged-a3f3ed15-5bbc-4173-8323-75f97c6d9dc1 for instance with vm_state building and task_state spawning. [ 835.291997] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288408, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.355682] env[62024]: DEBUG oslo_concurrency.lockutils [req-6aef548e-ccb3-4b0a-9eb6-970fe5a4b30a req-8de4cd38-80ad-46be-95f7-30b507938d3e service nova] Releasing lock "refresh_cache-5a8d7755-0802-4c0b-a0f7-bbec6f52842d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.417837] env[62024]: DEBUG nova.network.neutron [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Successfully updated port: a3f3ed15-5bbc-4173-8323-75f97c6d9dc1 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.463024] env[62024]: DEBUG oslo_vmware.api [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288409, 'name': PowerOffVM_Task, 'duration_secs': 0.221449} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.463024] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.463024] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.463024] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd1c89b9-227a-4d8c-8d3e-30ad78547137 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.508694] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288405, 'name': CreateVM_Task, 'duration_secs': 0.609546} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.508851] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.509606] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.509842] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.510161] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.510428] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a922fab3-4b05-4cd0-b85b-06d4a85cecff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.516496] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 835.516496] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fc65d0-a3df-c781-9249-66a59d18b155" [ 835.516496] env[62024]: _type = "Task" [ 835.516496] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.525198] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fc65d0-a3df-c781-9249-66a59d18b155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.530703] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.530914] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.531130] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Deleting the datastore file [datastore2] 60b6724e-dc5d-4175-a9d9-06d8e24ccb47 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.531358] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973dc7cd-a02f-462a-98e4-ef0b07bb5a52 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.538331] env[62024]: DEBUG oslo_vmware.api [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for the task: (returnval){ [ 835.538331] env[62024]: value = "task-2288413" [ 835.538331] env[62024]: _type = "Task" [ 835.538331] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.548502] env[62024]: DEBUG oslo_vmware.api [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.582390] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288410, 'name': ReconfigVM_Task, 'duration_secs': 0.377957} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.582681] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Reconfigured VM instance instance-00000049 to attach disk [datastore1] a5b1aa18-93ff-4a38-b4df-e24e59e98c69/a5b1aa18-93ff-4a38-b4df-e24e59e98c69.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.585924] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ac4ffee-060e-425e-9c25-0fd4f5872016 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.592720] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 835.592720] env[62024]: value = "task-2288414" [ 835.592720] env[62024]: _type = "Task" [ 835.592720] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.602007] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288414, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.639754] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6783a62-6b7d-4f21-b259-34359e36aff2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.654065] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0967a5-7d12-4e3c-8d82-2a598f1bd4b8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.657448] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288411, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.687020] env[62024]: DEBUG nova.compute.manager [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.687443] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.688624] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc31052-fcb2-4d05-a0e2-ea158249840a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.692304] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e17171-3d4e-4ef1-9b88-645c4d531c78 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.703199] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08646ab4-e59c-449a-afd0-00426e062d53 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.707438] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.707775] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed6e3068-fa26-4a1c-91d0-70062b769b22 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.719925] env[62024]: DEBUG nova.compute.provider_tree [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.722613] env[62024]: DEBUG oslo_vmware.api [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 835.722613] env[62024]: value = "task-2288415" [ 835.722613] env[62024]: _type = "Task" [ 835.722613] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.732464] env[62024]: DEBUG oslo_vmware.api [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.793972] env[62024]: DEBUG oslo_vmware.api [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288408, 'name': PowerOnVM_Task, 'duration_secs': 0.605059} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.794374] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.794632] env[62024]: INFO nova.compute.manager [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Took 9.52 seconds to spawn the instance on the hypervisor. [ 835.794823] env[62024]: DEBUG nova.compute.manager [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.795998] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c206d16a-9977-4e86-ba96-89c880eaff59 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.922342] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "refresh_cache-d66ce04d-e04e-4510-a02d-6cd22e2cc29b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.922509] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquired lock "refresh_cache-d66ce04d-e04e-4510-a02d-6cd22e2cc29b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.922682] env[62024]: DEBUG nova.network.neutron [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.028202] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fc65d0-a3df-c781-9249-66a59d18b155, 'name': SearchDatastore_Task, 'duration_secs': 0.021191} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.028404] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.028642] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.028928] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.029117] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.029296] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.029533] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd808070-ea54-46e7-ba5d-dc3c9c7f8796 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.039519] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.039746] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.044590] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839ea0f7-b8ec-4cbd-a32f-e7fe01e3af75 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.052188] env[62024]: DEBUG oslo_vmware.api [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Task: {'id': task-2288413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378346} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.053508] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.053706] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.053901] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.054089] env[62024]: INFO nova.compute.manager [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Took 1.12 seconds to destroy the instance on the hypervisor. [ 836.054330] env[62024]: DEBUG oslo.service.loopingcall [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.054591] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 836.054591] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528daf66-88d4-1294-1326-18de78fbdfd1" [ 836.054591] env[62024]: _type = "Task" [ 836.054591] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.054788] env[62024]: DEBUG nova.compute.manager [-] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.054845] env[62024]: DEBUG nova.network.neutron [-] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.066135] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528daf66-88d4-1294-1326-18de78fbdfd1, 'name': SearchDatastore_Task, 'duration_secs': 0.012206} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.066983] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9373f9a4-9784-4f56-ae58-984776de7e3c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.072092] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 836.072092] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f3f9b9-a993-3043-74ac-6094799d5e6f" [ 836.072092] env[62024]: _type = "Task" [ 836.072092] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.080638] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f3f9b9-a993-3043-74ac-6094799d5e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.101961] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288414, 'name': Rename_Task, 'duration_secs': 0.147991} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.102319] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.102594] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-101a7a27-ac87-4b1d-a631-585558b892b8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.112841] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 836.112841] env[62024]: value = "task-2288416" [ 836.112841] env[62024]: _type = "Task" [ 836.112841] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.120102] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.148265] env[62024]: DEBUG oslo_vmware.api [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288411, 'name': PowerOnVM_Task, 'duration_secs': 0.538245} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.148584] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.148818] env[62024]: INFO nova.compute.manager [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Took 17.02 seconds to spawn the instance on the hypervisor. [ 836.149194] env[62024]: DEBUG nova.compute.manager [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.150057] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984fd06c-bc7b-46d4-b9f7-98de699b130f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.226103] env[62024]: DEBUG nova.scheduler.client.report [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.238847] env[62024]: DEBUG oslo_vmware.api [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288415, 'name': PowerOffVM_Task, 'duration_secs': 0.180031} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.239153] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.239324] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.239575] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7aed928-7111-4f3b-8232-65423833f4ea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.299687] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.299988] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.300107] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleting the datastore file [datastore1] c2dd4f2a-6fe8-402f-8715-217a8aa24b16 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.300376] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb8e5667-f8de-43a9-be28-b6e371589f5b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.306702] env[62024]: DEBUG oslo_vmware.api [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for the task: (returnval){ [ 836.306702] env[62024]: value = "task-2288418" [ 836.306702] env[62024]: _type = "Task" [ 836.306702] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.317135] env[62024]: INFO nova.compute.manager [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Took 23.54 seconds to build instance. [ 836.323111] env[62024]: DEBUG oslo_vmware.api [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.463865] env[62024]: DEBUG nova.network.neutron [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.585944] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f3f9b9-a993-3043-74ac-6094799d5e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.037189} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.587436] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.587709] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 5a8d7755-0802-4c0b-a0f7-bbec6f52842d/5a8d7755-0802-4c0b-a0f7-bbec6f52842d.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.588018] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-882de560-aa7c-4a2f-960f-8dbbd5f89d96 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.595790] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 836.595790] env[62024]: value = "task-2288419" [ 836.595790] env[62024]: _type = "Task" [ 836.595790] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.606740] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.620153] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.669225] env[62024]: DEBUG nova.network.neutron [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Updating instance_info_cache with network_info: [{"id": "a3f3ed15-5bbc-4173-8323-75f97c6d9dc1", "address": "fa:16:3e:b2:ba:f6", "network": {"id": "8ba0185f-ae53-40c0-ba44-d294e329887d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-399715718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddcb85ecc5d84fd895227b297f0e6cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f3ed15-5b", "ovs_interfaceid": "a3f3ed15-5bbc-4173-8323-75f97c6d9dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.673017] env[62024]: INFO nova.compute.manager [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Took 55.66 seconds to build instance. [ 836.734583] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.735115] env[62024]: DEBUG nova.compute.manager [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.738635] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.364s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.740575] env[62024]: INFO nova.compute.claims [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.818139] env[62024]: DEBUG oslo_vmware.api [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Task: {'id': task-2288418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211319} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.818505] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.818761] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.819020] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.819271] env[62024]: INFO nova.compute.manager [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Took 1.13 seconds to destroy the instance on the hypervisor. [ 836.819573] env[62024]: DEBUG oslo.service.loopingcall [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.820040] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4a2fca4e-b229-4c8f-b851-6fbf80e11d5c tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Lock "3310883b-f3e0-4990-a98e-27ac498a63f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.054s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.820305] env[62024]: DEBUG nova.compute.manager [-] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.820452] env[62024]: DEBUG nova.network.neutron [-] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.974205] env[62024]: DEBUG nova.network.neutron [-] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.110186] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288419, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.121022] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288416, 'name': PowerOnVM_Task, 'duration_secs': 0.579651} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.121416] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.121632] env[62024]: INFO nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Took 8.20 seconds to spawn the instance on the hypervisor. [ 837.121811] env[62024]: DEBUG nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.122699] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61471470-2c73-4b2c-b5a9-57feb4871a08 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.173910] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Releasing lock "refresh_cache-d66ce04d-e04e-4510-a02d-6cd22e2cc29b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.174254] env[62024]: DEBUG nova.compute.manager [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Instance network_info: |[{"id": "a3f3ed15-5bbc-4173-8323-75f97c6d9dc1", "address": "fa:16:3e:b2:ba:f6", "network": {"id": "8ba0185f-ae53-40c0-ba44-d294e329887d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-399715718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddcb85ecc5d84fd895227b297f0e6cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f3ed15-5b", "ovs_interfaceid": "a3f3ed15-5bbc-4173-8323-75f97c6d9dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.174941] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:ba:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3f3ed15-5bbc-4173-8323-75f97c6d9dc1', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.183199] env[62024]: DEBUG oslo.service.loopingcall [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.183731] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0beab731-55e4-4a87-8cce-81fa016c64be tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "ac899dc5-f981-4532-b20c-e8351dc4f00a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.184s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.184199] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.185036] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-951130b0-7f56-43c5-bc2c-c6fd74704548 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.209877] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.209877] env[62024]: value = "task-2288420" [ 837.209877] env[62024]: _type = "Task" [ 837.209877] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.222691] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288420, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.240338] env[62024]: DEBUG nova.compute.utils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 837.241939] env[62024]: DEBUG nova.compute.manager [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.242969] env[62024]: DEBUG nova.network.neutron [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.329041] env[62024]: DEBUG nova.policy [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca6e5583fd8946dabf205dd9c7c3c4f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae7ae4723c06401ba8e81f979fcde696', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.382540] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "ac899dc5-f981-4532-b20c-e8351dc4f00a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.382540] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "ac899dc5-f981-4532-b20c-e8351dc4f00a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.382540] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "ac899dc5-f981-4532-b20c-e8351dc4f00a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.382540] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "ac899dc5-f981-4532-b20c-e8351dc4f00a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.382540] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "ac899dc5-f981-4532-b20c-e8351dc4f00a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.385042] env[62024]: INFO nova.compute.manager [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Terminating instance [ 837.395671] env[62024]: DEBUG nova.compute.manager [req-e2612ad0-e741-4e7d-8c60-1283255e04f8 req-43e357d4-edb4-42c2-9488-ae8824adcd76 service nova] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Received event network-vif-deleted-8b1602c9-7284-4996-909b-7f6a323a5e4d {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.395928] env[62024]: INFO nova.compute.manager [req-e2612ad0-e741-4e7d-8c60-1283255e04f8 req-43e357d4-edb4-42c2-9488-ae8824adcd76 service nova] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Neutron deleted interface 8b1602c9-7284-4996-909b-7f6a323a5e4d; detaching it from the instance and deleting it from the info cache [ 837.398157] env[62024]: DEBUG nova.network.neutron [req-e2612ad0-e741-4e7d-8c60-1283255e04f8 req-43e357d4-edb4-42c2-9488-ae8824adcd76 service nova] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.479487] env[62024]: INFO nova.compute.manager [-] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Took 1.42 seconds to deallocate network for instance. [ 837.535494] env[62024]: DEBUG nova.compute.manager [req-cc98396f-fc07-4dde-b2c8-9fc9c511732d req-2b0e932e-ee70-4a3d-9bdc-79ec40d9c5cf service nova] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Received event network-changed-a3f3ed15-5bbc-4173-8323-75f97c6d9dc1 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.535714] env[62024]: DEBUG nova.compute.manager [req-cc98396f-fc07-4dde-b2c8-9fc9c511732d req-2b0e932e-ee70-4a3d-9bdc-79ec40d9c5cf service nova] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Refreshing instance network info cache due to event network-changed-a3f3ed15-5bbc-4173-8323-75f97c6d9dc1. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 837.535935] env[62024]: DEBUG oslo_concurrency.lockutils [req-cc98396f-fc07-4dde-b2c8-9fc9c511732d req-2b0e932e-ee70-4a3d-9bdc-79ec40d9c5cf service nova] Acquiring lock "refresh_cache-d66ce04d-e04e-4510-a02d-6cd22e2cc29b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.536094] env[62024]: DEBUG oslo_concurrency.lockutils [req-cc98396f-fc07-4dde-b2c8-9fc9c511732d req-2b0e932e-ee70-4a3d-9bdc-79ec40d9c5cf service nova] Acquired lock "refresh_cache-d66ce04d-e04e-4510-a02d-6cd22e2cc29b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.536284] env[62024]: DEBUG nova.network.neutron [req-cc98396f-fc07-4dde-b2c8-9fc9c511732d req-2b0e932e-ee70-4a3d-9bdc-79ec40d9c5cf service nova] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Refreshing network info cache for port a3f3ed15-5bbc-4173-8323-75f97c6d9dc1 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.609687] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781919} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.610231] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 5a8d7755-0802-4c0b-a0f7-bbec6f52842d/5a8d7755-0802-4c0b-a0f7-bbec6f52842d.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.610452] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.610706] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ab2a11f-880f-4abc-a2f8-19439464a1f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.617883] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 837.617883] env[62024]: value = "task-2288421" [ 837.617883] env[62024]: _type = "Task" [ 837.617883] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.628250] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.642319] env[62024]: INFO nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Took 23.68 seconds to build instance. [ 837.687674] env[62024]: DEBUG nova.network.neutron [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Successfully created port: ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.704852] env[62024]: DEBUG nova.network.neutron [-] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.726704] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288420, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.746580] env[62024]: DEBUG nova.compute.manager [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.891363] env[62024]: DEBUG nova.compute.manager [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.891363] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.891363] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe8ec64-7d71-474f-b020-5040667f42f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.898622] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.900771] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ae9acd5-14d6-4777-9a7a-a42d35133383 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.903508] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1b9dce7-48eb-4d0a-8f4b-2c33a3b68673 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.907495] env[62024]: DEBUG oslo_vmware.api [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 837.907495] env[62024]: value = "task-2288422" [ 837.907495] env[62024]: _type = "Task" [ 837.907495] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.914889] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14a7884-0e12-4d19-aea3-6a4fdd2c7b40 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.943124] env[62024]: DEBUG oslo_vmware.api [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.966907] env[62024]: DEBUG nova.compute.manager [req-e2612ad0-e741-4e7d-8c60-1283255e04f8 req-43e357d4-edb4-42c2-9488-ae8824adcd76 service nova] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Detach interface failed, port_id=8b1602c9-7284-4996-909b-7f6a323a5e4d, reason: Instance c2dd4f2a-6fe8-402f-8715-217a8aa24b16 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 837.986808] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.132197] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074689} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.136460] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.138441] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2187ab50-1d6e-4b47-ab5d-7357f692a096 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.144885] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "a5b1aa18-93ff-4a38-b4df-e24e59e98c69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.199s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.180492] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 5a8d7755-0802-4c0b-a0f7-bbec6f52842d/5a8d7755-0802-4c0b-a0f7-bbec6f52842d.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.185403] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-026b4fe9-5e41-4af0-bab1-50a1d3ad9989 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.215307] env[62024]: INFO nova.compute.manager [-] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Took 1.39 seconds to deallocate network for instance. [ 838.215971] env[62024]: DEBUG oslo_concurrency.lockutils [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "2dffe23d-5c9a-4477-a855-227646ad434b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.216333] env[62024]: DEBUG oslo_concurrency.lockutils [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "2dffe23d-5c9a-4477-a855-227646ad434b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.236165] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 838.236165] env[62024]: value = "task-2288423" [ 838.236165] env[62024]: _type = "Task" [ 838.236165] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.249116] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288420, 'name': CreateVM_Task, 'duration_secs': 0.660303} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.257069] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.270380] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.270819] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.271256] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.273359] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.273996] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac246e6e-4cf2-4f15-8821-05f1bace6694 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.281491] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 838.281491] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527a6910-07de-bb4c-a37c-2916ff0fb2df" [ 838.281491] env[62024]: _type = "Task" [ 838.281491] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.299043] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527a6910-07de-bb4c-a37c-2916ff0fb2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.319072] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbd2990-8de0-4958-b42c-db808c28cc03 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.326573] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33abe6c9-0cfe-411c-b033-7ce271d4c7e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.380226] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe32a8da-678a-44f0-9f7c-49247fee7130 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.390999] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16aee261-16f3-4568-8aa5-e9181e1bc2ff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.405372] env[62024]: DEBUG nova.compute.provider_tree [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.420294] env[62024]: DEBUG oslo_vmware.api [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288422, 'name': PowerOffVM_Task, 'duration_secs': 0.268357} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.420294] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.420294] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.420294] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2610158-13bd-498f-95d1-514d3a10adde {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.539441] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.539866] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.539866] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleting the datastore file [datastore2] ac899dc5-f981-4532-b20c-e8351dc4f00a {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.540152] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6875b086-0715-4999-8e32-04359d7078f2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.548949] env[62024]: DEBUG oslo_vmware.api [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 838.548949] env[62024]: value = "task-2288425" [ 838.548949] env[62024]: _type = "Task" [ 838.548949] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.562471] env[62024]: DEBUG oslo_vmware.api [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.597713] env[62024]: DEBUG nova.network.neutron [req-cc98396f-fc07-4dde-b2c8-9fc9c511732d req-2b0e932e-ee70-4a3d-9bdc-79ec40d9c5cf service nova] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Updated VIF entry in instance network info cache for port a3f3ed15-5bbc-4173-8323-75f97c6d9dc1. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.598114] env[62024]: DEBUG nova.network.neutron [req-cc98396f-fc07-4dde-b2c8-9fc9c511732d req-2b0e932e-ee70-4a3d-9bdc-79ec40d9c5cf service nova] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Updating instance_info_cache with network_info: [{"id": "a3f3ed15-5bbc-4173-8323-75f97c6d9dc1", "address": "fa:16:3e:b2:ba:f6", "network": {"id": "8ba0185f-ae53-40c0-ba44-d294e329887d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-399715718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddcb85ecc5d84fd895227b297f0e6cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f3ed15-5b", "ovs_interfaceid": "a3f3ed15-5bbc-4173-8323-75f97c6d9dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.605990] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Acquiring lock "3310883b-f3e0-4990-a98e-27ac498a63f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.606275] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Lock "3310883b-f3e0-4990-a98e-27ac498a63f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.606524] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Acquiring lock "3310883b-f3e0-4990-a98e-27ac498a63f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.606830] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Lock "3310883b-f3e0-4990-a98e-27ac498a63f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.607024] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Lock "3310883b-f3e0-4990-a98e-27ac498a63f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.609578] env[62024]: INFO nova.compute.manager [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Terminating instance [ 838.728580] env[62024]: INFO nova.compute.manager [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Detaching volume 0596bbbc-9993-4042-93f1-e577bdbb2549 [ 838.738306] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.749144] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.775260] env[62024]: DEBUG nova.compute.manager [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.798048] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527a6910-07de-bb4c-a37c-2916ff0fb2df, 'name': SearchDatastore_Task, 'duration_secs': 0.024624} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.798048] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.798273] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.798554] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.798709] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.798892] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.799234] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99ca2165-4eeb-4457-8b78-e66721d9db3f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.816256] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.816256] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.818245] env[62024]: DEBUG nova.virt.hardware [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.818523] env[62024]: DEBUG nova.virt.hardware [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.819703] env[62024]: DEBUG nova.virt.hardware [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.819703] env[62024]: DEBUG nova.virt.hardware [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.819703] env[62024]: DEBUG nova.virt.hardware [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.819703] env[62024]: DEBUG nova.virt.hardware [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.819703] env[62024]: DEBUG nova.virt.hardware [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.819703] env[62024]: DEBUG nova.virt.hardware [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.819703] env[62024]: DEBUG nova.virt.hardware [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.820130] env[62024]: DEBUG nova.virt.hardware [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.820249] env[62024]: DEBUG nova.virt.hardware [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.820560] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4766512-2bfa-4514-b45c-5e9f58ef0503 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.824340] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e976d8eb-6cd4-4445-a69c-88e26a785d04 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.832683] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 838.832683] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a6ddf0-25f7-da6f-d03b-9769b1665b82" [ 838.832683] env[62024]: _type = "Task" [ 838.832683] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.839713] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c2923a-ec1a-431f-97cc-740725b711b6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.849566] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a6ddf0-25f7-da6f-d03b-9769b1665b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.885071] env[62024]: INFO nova.virt.block_device [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Attempting to driver detach volume 0596bbbc-9993-4042-93f1-e577bdbb2549 from mountpoint /dev/sdb [ 838.885338] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Volume detach. Driver type: vmdk {{(pid=62024) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 838.885606] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465727', 'volume_id': '0596bbbc-9993-4042-93f1-e577bdbb2549', 'name': 'volume-0596bbbc-9993-4042-93f1-e577bdbb2549', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2dffe23d-5c9a-4477-a855-227646ad434b', 'attached_at': '', 'detached_at': '', 'volume_id': '0596bbbc-9993-4042-93f1-e577bdbb2549', 'serial': '0596bbbc-9993-4042-93f1-e577bdbb2549'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 838.886500] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537b7acc-297a-455a-9724-729f10cab2f4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.911106] env[62024]: DEBUG nova.scheduler.client.report [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.916018] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db63b354-43fc-433e-92f6-dca853894ac3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.924444] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fac5bdb-9cc2-4a8f-a433-5b3f0e661cd1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.946346] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62335a6c-be0a-43d4-8697-fcf44a27c65a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.963313] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] The volume has not been displaced from its original location: [datastore1] volume-0596bbbc-9993-4042-93f1-e577bdbb2549/volume-0596bbbc-9993-4042-93f1-e577bdbb2549.vmdk. No consolidation needed. {{(pid=62024) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 838.969157] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Reconfiguring VM instance instance-0000001c to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 838.969894] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11cd9529-e27a-4f74-9d19-6046846666db {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.989776] env[62024]: DEBUG oslo_vmware.api [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 838.989776] env[62024]: value = "task-2288426" [ 838.989776] env[62024]: _type = "Task" [ 838.989776] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.000282] env[62024]: DEBUG oslo_vmware.api [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.058730] env[62024]: DEBUG oslo_vmware.api [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.104414] env[62024]: DEBUG oslo_concurrency.lockutils [req-cc98396f-fc07-4dde-b2c8-9fc9c511732d req-2b0e932e-ee70-4a3d-9bdc-79ec40d9c5cf service nova] Releasing lock "refresh_cache-d66ce04d-e04e-4510-a02d-6cd22e2cc29b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.104839] env[62024]: DEBUG nova.compute.manager [req-cc98396f-fc07-4dde-b2c8-9fc9c511732d req-2b0e932e-ee70-4a3d-9bdc-79ec40d9c5cf service nova] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Received event network-vif-deleted-8c386fed-83a0-4cd2-b84b-622a497de585 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.114020] env[62024]: DEBUG nova.compute.manager [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.114333] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.115338] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaab972c-6137-47ae-a36e-375b4ac0a815 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.123070] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.123344] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91d3b351-d8cd-4159-8da4-273f67a72214 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.129306] env[62024]: DEBUG oslo_vmware.api [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Waiting for the task: (returnval){ [ 839.129306] env[62024]: value = "task-2288427" [ 839.129306] env[62024]: _type = "Task" [ 839.129306] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.140445] env[62024]: DEBUG oslo_vmware.api [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.249762] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.350985] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a6ddf0-25f7-da6f-d03b-9769b1665b82, 'name': SearchDatastore_Task, 'duration_secs': 0.032635} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.352472] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0174a2f4-7e79-4724-ad7e-1ee1707af1f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.360495] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 839.360495] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525da05d-9209-8102-c3f5-9b558c03b2a7" [ 839.360495] env[62024]: _type = "Task" [ 839.360495] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.377084] env[62024]: DEBUG nova.network.neutron [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Successfully updated port: ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.385179] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525da05d-9209-8102-c3f5-9b558c03b2a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011432} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.385179] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.385179] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] d66ce04d-e04e-4510-a02d-6cd22e2cc29b/d66ce04d-e04e-4510-a02d-6cd22e2cc29b.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.385179] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce7678d7-1bbf-4f39-b44c-bbd6fdc192b0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.392331] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 839.392331] env[62024]: value = "task-2288428" [ 839.392331] env[62024]: _type = "Task" [ 839.392331] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.400886] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.420128] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.423025] env[62024]: DEBUG nova.compute.manager [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.424229] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.375s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.424684] env[62024]: DEBUG nova.objects.instance [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lazy-loading 'resources' on Instance uuid a4917632-490f-4fea-b55b-ee28bb21a1e4 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.430795] env[62024]: DEBUG nova.compute.manager [req-6e40d417-2263-4909-9966-090baf267571 req-d618130a-a37c-473c-96aa-30f4ea50c879 service nova] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Received event network-vif-plugged-ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.431280] env[62024]: DEBUG oslo_concurrency.lockutils [req-6e40d417-2263-4909-9966-090baf267571 req-d618130a-a37c-473c-96aa-30f4ea50c879 service nova] Acquiring lock "d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.431624] env[62024]: DEBUG oslo_concurrency.lockutils [req-6e40d417-2263-4909-9966-090baf267571 req-d618130a-a37c-473c-96aa-30f4ea50c879 service nova] Lock "d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.432391] env[62024]: DEBUG oslo_concurrency.lockutils [req-6e40d417-2263-4909-9966-090baf267571 req-d618130a-a37c-473c-96aa-30f4ea50c879 service nova] Lock "d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.432661] env[62024]: DEBUG nova.compute.manager [req-6e40d417-2263-4909-9966-090baf267571 req-d618130a-a37c-473c-96aa-30f4ea50c879 service nova] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] No waiting events found dispatching network-vif-plugged-ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.432951] env[62024]: WARNING nova.compute.manager [req-6e40d417-2263-4909-9966-090baf267571 req-d618130a-a37c-473c-96aa-30f4ea50c879 service nova] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Received unexpected event network-vif-plugged-ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4 for instance with vm_state building and task_state spawning. [ 839.434514] env[62024]: DEBUG nova.compute.manager [req-6e40d417-2263-4909-9966-090baf267571 req-d618130a-a37c-473c-96aa-30f4ea50c879 service nova] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Received event network-changed-ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.434514] env[62024]: DEBUG nova.compute.manager [req-6e40d417-2263-4909-9966-090baf267571 req-d618130a-a37c-473c-96aa-30f4ea50c879 service nova] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Refreshing instance network info cache due to event network-changed-ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 839.434514] env[62024]: DEBUG oslo_concurrency.lockutils [req-6e40d417-2263-4909-9966-090baf267571 req-d618130a-a37c-473c-96aa-30f4ea50c879 service nova] Acquiring lock "refresh_cache-d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.434514] env[62024]: DEBUG oslo_concurrency.lockutils [req-6e40d417-2263-4909-9966-090baf267571 req-d618130a-a37c-473c-96aa-30f4ea50c879 service nova] Acquired lock "refresh_cache-d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.434514] env[62024]: DEBUG nova.network.neutron [req-6e40d417-2263-4909-9966-090baf267571 req-d618130a-a37c-473c-96aa-30f4ea50c879 service nova] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Refreshing network info cache for port ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.504661] env[62024]: DEBUG oslo_vmware.api [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.563584] env[62024]: DEBUG oslo_vmware.api [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53916} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.563994] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.564315] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.564606] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.564907] env[62024]: INFO nova.compute.manager [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Took 1.68 seconds to destroy the instance on the hypervisor. [ 839.565321] env[62024]: DEBUG oslo.service.loopingcall [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.565646] env[62024]: DEBUG nova.compute.manager [-] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.566170] env[62024]: DEBUG nova.network.neutron [-] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.639528] env[62024]: DEBUG oslo_vmware.api [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.752527] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.884467] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Acquiring lock "refresh_cache-d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.904196] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288428, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.934106] env[62024]: DEBUG nova.compute.utils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 839.935818] env[62024]: DEBUG nova.compute.manager [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.935996] env[62024]: DEBUG nova.network.neutron [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.997137] env[62024]: DEBUG nova.network.neutron [req-6e40d417-2263-4909-9966-090baf267571 req-d618130a-a37c-473c-96aa-30f4ea50c879 service nova] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.022696] env[62024]: DEBUG oslo_vmware.api [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.030391] env[62024]: DEBUG nova.policy [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a6f9f337f994401b996d97b02761c4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34128604e4a94c10a3869dd37d2a2075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.123691] env[62024]: DEBUG nova.network.neutron [req-6e40d417-2263-4909-9966-090baf267571 req-d618130a-a37c-473c-96aa-30f4ea50c879 service nova] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.144891] env[62024]: DEBUG oslo_vmware.api [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.252576] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288423, 'name': ReconfigVM_Task, 'duration_secs': 1.958111} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.252864] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 5a8d7755-0802-4c0b-a0f7-bbec6f52842d/5a8d7755-0802-4c0b-a0f7-bbec6f52842d.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.253572] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0be2814-cc1e-4669-867c-fcc8820ec502 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.259844] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 840.259844] env[62024]: value = "task-2288429" [ 840.259844] env[62024]: _type = "Task" [ 840.259844] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.270948] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288429, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.363995] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa031d9-7552-4bd5-9ab5-98db65a4acc8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.374171] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a73b769-45d5-454d-b82f-57881e87c331 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.424353] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce93523a-a228-4261-a1d6-025a9ddbf4df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.429478] env[62024]: DEBUG nova.network.neutron [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Successfully created port: 06f37347-c1c0-4da0-afa6-0c56aecc997c {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.440518] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52667} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.440666] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] d66ce04d-e04e-4510-a02d-6cd22e2cc29b/d66ce04d-e04e-4510-a02d-6cd22e2cc29b.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.445591] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.445591] env[62024]: DEBUG nova.compute.manager [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.445591] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99102d17-44e8-4fd3-932a-0c01997bdd39 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.448349] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d189b9-a126-43ef-bf41-3308b3557c85 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.460865] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 840.460865] env[62024]: value = "task-2288430" [ 840.460865] env[62024]: _type = "Task" [ 840.460865] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.471932] env[62024]: DEBUG nova.compute.provider_tree [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.482147] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.514513] env[62024]: DEBUG oslo_vmware.api [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288426, 'name': ReconfigVM_Task, 'duration_secs': 1.301741} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.514802] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Reconfigured VM instance instance-0000001c to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 840.519563] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04b6c24b-6b20-4754-b5c1-8e2e6b81c5a2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.537052] env[62024]: DEBUG oslo_vmware.api [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 840.537052] env[62024]: value = "task-2288431" [ 840.537052] env[62024]: _type = "Task" [ 840.537052] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.546285] env[62024]: DEBUG oslo_vmware.api [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.549693] env[62024]: DEBUG nova.network.neutron [-] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.626969] env[62024]: DEBUG oslo_concurrency.lockutils [req-6e40d417-2263-4909-9966-090baf267571 req-d618130a-a37c-473c-96aa-30f4ea50c879 service nova] Releasing lock "refresh_cache-d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.627595] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Acquired lock "refresh_cache-d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.627809] env[62024]: DEBUG nova.network.neutron [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.640756] env[62024]: DEBUG oslo_vmware.api [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288427, 'name': PowerOffVM_Task, 'duration_secs': 1.26742} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.641052] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.641229] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.641484] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5296b48-067b-4272-a230-cefe571c78b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.713147] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.713483] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.713772] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Deleting the datastore file [datastore1] 3310883b-f3e0-4990-a98e-27ac498a63f0 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.714136] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6edd49c-6e7d-41bf-bcc0-ed415f22f1b5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.721933] env[62024]: DEBUG oslo_vmware.api [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Waiting for the task: (returnval){ [ 840.721933] env[62024]: value = "task-2288433" [ 840.721933] env[62024]: _type = "Task" [ 840.721933] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.730755] env[62024]: DEBUG oslo_vmware.api [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.770224] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288429, 'name': Rename_Task, 'duration_secs': 0.212994} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.770515] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.771125] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9562039d-a595-4f29-ae81-6959da58145e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.776301] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 840.776301] env[62024]: value = "task-2288434" [ 840.776301] env[62024]: _type = "Task" [ 840.776301] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.783596] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.889287] env[62024]: DEBUG nova.network.neutron [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Successfully created port: fca626dc-0c09-4b90-b751-e63801361948 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.977375] env[62024]: DEBUG nova.scheduler.client.report [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.987865] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213666} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.988253] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.989699] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f778549-aadc-447d-93cc-d16b24df7523 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.016057] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] d66ce04d-e04e-4510-a02d-6cd22e2cc29b/d66ce04d-e04e-4510-a02d-6cd22e2cc29b.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.016779] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b44eb4-a17b-40a2-bcf1-d6b6cd359612 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.042579] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 841.042579] env[62024]: value = "task-2288435" [ 841.042579] env[62024]: _type = "Task" [ 841.042579] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.050471] env[62024]: DEBUG oslo_vmware.api [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288431, 'name': ReconfigVM_Task, 'duration_secs': 0.223339} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.051129] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465727', 'volume_id': '0596bbbc-9993-4042-93f1-e577bdbb2549', 'name': 'volume-0596bbbc-9993-4042-93f1-e577bdbb2549', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2dffe23d-5c9a-4477-a855-227646ad434b', 'attached_at': '', 'detached_at': '', 'volume_id': '0596bbbc-9993-4042-93f1-e577bdbb2549', 'serial': '0596bbbc-9993-4042-93f1-e577bdbb2549'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 841.056982] env[62024]: INFO nova.compute.manager [-] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Took 1.49 seconds to deallocate network for instance. [ 841.057344] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.178191] env[62024]: DEBUG nova.network.neutron [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.237362] env[62024]: DEBUG oslo_vmware.api [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Task: {'id': task-2288433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151983} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.237362] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.237362] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.237362] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.237362] env[62024]: INFO nova.compute.manager [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Took 2.12 seconds to destroy the instance on the hypervisor. [ 841.237551] env[62024]: DEBUG oslo.service.loopingcall [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.237647] env[62024]: DEBUG nova.compute.manager [-] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.237743] env[62024]: DEBUG nova.network.neutron [-] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.287180] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288434, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.451521] env[62024]: DEBUG nova.compute.manager [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.482350] env[62024]: DEBUG nova.virt.hardware [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.482597] env[62024]: DEBUG nova.virt.hardware [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.482756] env[62024]: DEBUG nova.virt.hardware [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.482938] env[62024]: DEBUG nova.virt.hardware [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.483406] env[62024]: DEBUG nova.virt.hardware [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.483637] env[62024]: DEBUG nova.virt.hardware [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.483864] env[62024]: DEBUG nova.virt.hardware [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.484199] env[62024]: DEBUG nova.virt.hardware [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.484433] env[62024]: DEBUG nova.virt.hardware [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.484609] env[62024]: DEBUG nova.virt.hardware [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.484786] env[62024]: DEBUG nova.virt.hardware [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.485784] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.488814] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab135af8-ff29-4a00-a2c8-072f5cda8654 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.492404] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.285s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.498385] env[62024]: INFO nova.compute.claims [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.511379] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eae35d7-d1b6-41af-afc2-bebbbb4206d8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.526812] env[62024]: INFO nova.scheduler.client.report [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Deleted allocations for instance a4917632-490f-4fea-b55b-ee28bb21a1e4 [ 841.554166] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.565099] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.616974] env[62024]: DEBUG nova.objects.instance [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lazy-loading 'flavor' on Instance uuid 2dffe23d-5c9a-4477-a855-227646ad434b {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.651734] env[62024]: DEBUG nova.compute.manager [req-a6ef4e2b-0928-4dff-a104-ec732b06f155 req-06188352-bcdd-421f-a388-dc692bf0f29e service nova] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Received event network-vif-deleted-1dcbd736-9b28-441e-afda-72c12ff3729a {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.669193] env[62024]: DEBUG nova.network.neutron [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Updating instance_info_cache with network_info: [{"id": "ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4", "address": "fa:16:3e:d1:15:39", "network": {"id": "fac23a3b-93f9-42d5-82b2-e5fbc33c57f7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-964796281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae7ae4723c06401ba8e81f979fcde696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecd15e62-9f", "ovs_interfaceid": "ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.788017] env[62024]: DEBUG oslo_vmware.api [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288434, 'name': PowerOnVM_Task, 'duration_secs': 0.606339} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.788313] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.788518] env[62024]: INFO nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Took 10.28 seconds to spawn the instance on the hypervisor. [ 841.788698] env[62024]: DEBUG nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.789625] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3c7f19-b333-48b0-845e-fbef641f2882 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.033788] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c3bc2f32-93fc-4081-a504-ab76c3f87165 tempest-MigrationsAdminTest-623161440 tempest-MigrationsAdminTest-623161440-project-member] Lock "a4917632-490f-4fea-b55b-ee28bb21a1e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.626s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.057416] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288435, 'name': ReconfigVM_Task, 'duration_secs': 0.77034} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.057416] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Reconfigured VM instance instance-0000004b to attach disk [datastore1] d66ce04d-e04e-4510-a02d-6cd22e2cc29b/d66ce04d-e04e-4510-a02d-6cd22e2cc29b.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.059110] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-781f29b1-997f-4a09-a64a-3a240279bacc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.065368] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 842.065368] env[62024]: value = "task-2288436" [ 842.065368] env[62024]: _type = "Task" [ 842.065368] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.076061] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288436, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.171886] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Releasing lock "refresh_cache-d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.172188] env[62024]: DEBUG nova.compute.manager [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Instance network_info: |[{"id": "ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4", "address": "fa:16:3e:d1:15:39", "network": {"id": "fac23a3b-93f9-42d5-82b2-e5fbc33c57f7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-964796281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae7ae4723c06401ba8e81f979fcde696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecd15e62-9f", "ovs_interfaceid": "ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.172607] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:15:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.180664] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Creating folder: Project (ae7ae4723c06401ba8e81f979fcde696). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.181060] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-127061c2-d375-4f43-bf25-8e35198b6a61 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.193476] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Created folder: Project (ae7ae4723c06401ba8e81f979fcde696) in parent group-v465568. [ 842.194016] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Creating folder: Instances. Parent ref: group-v465781. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.194312] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea68c6cf-0874-4661-bc43-2e4ca702123c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.206705] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Created folder: Instances in parent group-v465781. [ 842.208166] env[62024]: DEBUG oslo.service.loopingcall [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.208166] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.208166] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce521965-5fbe-4f3b-85df-afa41e4776d1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.230735] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.230735] env[62024]: value = "task-2288439" [ 842.230735] env[62024]: _type = "Task" [ 842.230735] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.238824] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288439, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.309797] env[62024]: INFO nova.compute.manager [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Took 28.30 seconds to build instance. [ 842.332481] env[62024]: DEBUG nova.network.neutron [-] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.576610] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288436, 'name': Rename_Task, 'duration_secs': 0.304083} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.576610] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.576854] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19907be6-2e49-4f78-8113-83301f69425d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.582409] env[62024]: DEBUG nova.compute.manager [req-2d001c52-4f25-45c6-9bfa-67cac68f0c3f req-72c10add-b9ad-4116-94e7-516e6d39c679 service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Received event network-vif-plugged-06f37347-c1c0-4da0-afa6-0c56aecc997c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.582694] env[62024]: DEBUG oslo_concurrency.lockutils [req-2d001c52-4f25-45c6-9bfa-67cac68f0c3f req-72c10add-b9ad-4116-94e7-516e6d39c679 service nova] Acquiring lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.585135] env[62024]: DEBUG oslo_concurrency.lockutils [req-2d001c52-4f25-45c6-9bfa-67cac68f0c3f req-72c10add-b9ad-4116-94e7-516e6d39c679 service nova] Lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.585135] env[62024]: DEBUG oslo_concurrency.lockutils [req-2d001c52-4f25-45c6-9bfa-67cac68f0c3f req-72c10add-b9ad-4116-94e7-516e6d39c679 service nova] Lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.585135] env[62024]: DEBUG nova.compute.manager [req-2d001c52-4f25-45c6-9bfa-67cac68f0c3f req-72c10add-b9ad-4116-94e7-516e6d39c679 service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] No waiting events found dispatching network-vif-plugged-06f37347-c1c0-4da0-afa6-0c56aecc997c {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.585135] env[62024]: WARNING nova.compute.manager [req-2d001c52-4f25-45c6-9bfa-67cac68f0c3f req-72c10add-b9ad-4116-94e7-516e6d39c679 service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Received unexpected event network-vif-plugged-06f37347-c1c0-4da0-afa6-0c56aecc997c for instance with vm_state building and task_state spawning. [ 842.585135] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 842.585135] env[62024]: value = "task-2288440" [ 842.585135] env[62024]: _type = "Task" [ 842.585135] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.596118] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.625103] env[62024]: DEBUG oslo_concurrency.lockutils [None req-861fed5f-3709-4557-91a7-9afb950722b7 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "2dffe23d-5c9a-4477-a855-227646ad434b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.408s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.717052] env[62024]: DEBUG nova.network.neutron [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Successfully updated port: 06f37347-c1c0-4da0-afa6-0c56aecc997c {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.743473] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288439, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.811804] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fc96ed7-6a04-4672-ba08-5b35d75c0d18 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "5a8d7755-0802-4c0b-a0f7-bbec6f52842d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.825s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.838057] env[62024]: INFO nova.compute.manager [-] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Took 1.60 seconds to deallocate network for instance. [ 842.966219] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ebaad7-4901-4c0d-b170-14f495846b79 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.972332] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e218440-b7b2-440b-8dd7-5728ceab2ab1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.004215] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7354f66-20cb-4053-a53f-d10c0907f34f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.012765] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaec13d-9034-43c5-85fe-7a3a03c978ef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.026253] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "2dffe23d-5c9a-4477-a855-227646ad434b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.026523] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "2dffe23d-5c9a-4477-a855-227646ad434b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.026764] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "2dffe23d-5c9a-4477-a855-227646ad434b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.026954] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "2dffe23d-5c9a-4477-a855-227646ad434b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.027137] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "2dffe23d-5c9a-4477-a855-227646ad434b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.029110] env[62024]: DEBUG nova.compute.provider_tree [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.031662] env[62024]: INFO nova.compute.manager [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Terminating instance [ 843.095426] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.163832] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "a5b1aa18-93ff-4a38-b4df-e24e59e98c69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.164149] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "a5b1aa18-93ff-4a38-b4df-e24e59e98c69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.164518] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "a5b1aa18-93ff-4a38-b4df-e24e59e98c69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.164586] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "a5b1aa18-93ff-4a38-b4df-e24e59e98c69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.164696] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "a5b1aa18-93ff-4a38-b4df-e24e59e98c69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.167862] env[62024]: INFO nova.compute.manager [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Terminating instance [ 843.246330] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288439, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.285628] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "5a8d7755-0802-4c0b-a0f7-bbec6f52842d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.285948] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "5a8d7755-0802-4c0b-a0f7-bbec6f52842d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.286175] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "5a8d7755-0802-4c0b-a0f7-bbec6f52842d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.286358] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "5a8d7755-0802-4c0b-a0f7-bbec6f52842d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.286557] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "5a8d7755-0802-4c0b-a0f7-bbec6f52842d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.290386] env[62024]: INFO nova.compute.manager [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Terminating instance [ 843.356470] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.535358] env[62024]: DEBUG nova.scheduler.client.report [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.540936] env[62024]: DEBUG nova.compute.manager [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.541191] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.542439] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fef84b-b924-478a-a2f9-76526f7da9a2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.552928] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.557458] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-650483bb-8c3e-4dd9-b824-3339840eb67b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.561552] env[62024]: DEBUG oslo_vmware.api [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 843.561552] env[62024]: value = "task-2288441" [ 843.561552] env[62024]: _type = "Task" [ 843.561552] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.569876] env[62024]: DEBUG oslo_vmware.api [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.595061] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.673951] env[62024]: DEBUG nova.compute.manager [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.674396] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.675780] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d888e64b-15e5-4800-9c7b-894b4f9c2f1b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.684209] env[62024]: DEBUG nova.compute.manager [req-5d6778fa-c3c9-40e0-aabd-8f4b88222960 req-8828951d-bd6f-42a9-8efd-d66fc913e2fd service nova] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Received event network-vif-deleted-6980c558-3def-43f4-9e8a-1d7c98d97e94 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 843.691612] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.691612] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-606a2db3-55eb-4460-a77e-19cac09d83b1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.698013] env[62024]: DEBUG oslo_vmware.api [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 843.698013] env[62024]: value = "task-2288442" [ 843.698013] env[62024]: _type = "Task" [ 843.698013] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.707061] env[62024]: DEBUG oslo_vmware.api [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.746432] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288439, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.797358] env[62024]: DEBUG nova.compute.manager [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.797358] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.797358] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d14c841-ffa4-46ff-b6fb-4613a6eec8a3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.805036] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.805036] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9eddaf2-d3f7-46b4-8079-9f4a3191290f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.811558] env[62024]: DEBUG oslo_vmware.api [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 843.811558] env[62024]: value = "task-2288443" [ 843.811558] env[62024]: _type = "Task" [ 843.811558] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.820351] env[62024]: DEBUG oslo_vmware.api [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.043920] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.044428] env[62024]: DEBUG nova.compute.manager [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.051523] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.855s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.051523] env[62024]: DEBUG nova.objects.instance [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Lazy-loading 'resources' on Instance uuid 8f02b240-6945-4336-892a-65678ba81a5f {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.079912] env[62024]: DEBUG oslo_vmware.api [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288441, 'name': PowerOffVM_Task, 'duration_secs': 0.359068} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.080934] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.080934] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.081072] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a93f6d3f-d6a8-4036-ac30-edbd916ccef4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.099071] env[62024]: DEBUG oslo_vmware.api [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288440, 'name': PowerOnVM_Task, 'duration_secs': 1.437773} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.100179] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.100411] env[62024]: INFO nova.compute.manager [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Took 10.02 seconds to spawn the instance on the hypervisor. [ 844.100596] env[62024]: DEBUG nova.compute.manager [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.101476] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95a01a8-dc62-41eb-82dd-cfa05ff155f3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.141970] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.142241] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.142934] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleting the datastore file [datastore2] 2dffe23d-5c9a-4477-a855-227646ad434b {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.142934] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d4b77f5-ddc9-4067-aeaf-d78ca4b8c6a3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.149333] env[62024]: DEBUG oslo_vmware.api [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 844.149333] env[62024]: value = "task-2288445" [ 844.149333] env[62024]: _type = "Task" [ 844.149333] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.160985] env[62024]: DEBUG oslo_vmware.api [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.211701] env[62024]: DEBUG oslo_vmware.api [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288442, 'name': PowerOffVM_Task, 'duration_secs': 0.210452} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.214358] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.214358] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.214358] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de9e93cc-835c-4062-8f9c-f406922f5648 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.251477] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288439, 'name': CreateVM_Task, 'duration_secs': 1.531596} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.251684] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.252774] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.252974] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.254735] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.255035] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a969d0b2-2222-4ac0-a3e5-2154d179f520 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.260414] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Waiting for the task: (returnval){ [ 844.260414] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c9a885-c53b-11e5-341f-ef249c6a2096" [ 844.260414] env[62024]: _type = "Task" [ 844.260414] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.270486] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c9a885-c53b-11e5-341f-ef249c6a2096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.277670] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.277796] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.277977] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Deleting the datastore file [datastore1] a5b1aa18-93ff-4a38-b4df-e24e59e98c69 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.278297] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-178be672-772e-4e81-b034-d4e4b1abf829 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.288335] env[62024]: DEBUG oslo_vmware.api [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 844.288335] env[62024]: value = "task-2288447" [ 844.288335] env[62024]: _type = "Task" [ 844.288335] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.294913] env[62024]: DEBUG oslo_vmware.api [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.322169] env[62024]: DEBUG oslo_vmware.api [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288443, 'name': PowerOffVM_Task, 'duration_secs': 0.184772} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.322169] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.322169] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.322169] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e834362-dc53-4ddd-8330-af1b0f00b3b6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.382346] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.382606] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.382917] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Deleting the datastore file [datastore1] 5a8d7755-0802-4c0b-a0f7-bbec6f52842d {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.383331] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aaa2bfa-9eb4-44a5-bbbc-83c95a8a7c0d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.391511] env[62024]: DEBUG oslo_vmware.api [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for the task: (returnval){ [ 844.391511] env[62024]: value = "task-2288449" [ 844.391511] env[62024]: _type = "Task" [ 844.391511] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.404657] env[62024]: DEBUG oslo_vmware.api [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.555055] env[62024]: DEBUG nova.compute.utils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 844.557035] env[62024]: DEBUG nova.compute.manager [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.557348] env[62024]: DEBUG nova.network.neutron [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.630710] env[62024]: INFO nova.compute.manager [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Took 29.50 seconds to build instance. [ 844.636264] env[62024]: DEBUG nova.policy [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2842e7d57abb4796b566f03ab013a384', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0e8469d470e4b3d96b9e87082d15781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.662714] env[62024]: DEBUG oslo_vmware.api [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142028} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.664945] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.664945] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.664945] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.664945] env[62024]: INFO nova.compute.manager [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 844.664945] env[62024]: DEBUG oslo.service.loopingcall [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.665192] env[62024]: DEBUG nova.compute.manager [-] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.665354] env[62024]: DEBUG nova.network.neutron [-] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.775794] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c9a885-c53b-11e5-341f-ef249c6a2096, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.779557] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.779806] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.780057] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.782859] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.782859] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.782859] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52df6de9-17c7-42d5-954d-10af18c6de48 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.796138] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.796441] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.798087] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69984495-ab3d-40f3-86c9-93e0c7a4c07a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.804337] env[62024]: DEBUG oslo_vmware.api [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162689} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.804957] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.805238] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.805459] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.805779] env[62024]: INFO nova.compute.manager [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Took 1.13 seconds to destroy the instance on the hypervisor. [ 844.805985] env[62024]: DEBUG oslo.service.loopingcall [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.806712] env[62024]: DEBUG nova.compute.manager [-] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.806712] env[62024]: DEBUG nova.network.neutron [-] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.811936] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Waiting for the task: (returnval){ [ 844.811936] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9a1b6-7c04-c074-4145-81dcf0325030" [ 844.811936] env[62024]: _type = "Task" [ 844.811936] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.823926] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9a1b6-7c04-c074-4145-81dcf0325030, 'name': SearchDatastore_Task, 'duration_secs': 0.009107} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.827321] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3c4c91-69f3-4774-b232-3616ba438420 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.832814] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Waiting for the task: (returnval){ [ 844.832814] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520e0797-75f5-70f5-f77c-4186a49db7f9" [ 844.832814] env[62024]: _type = "Task" [ 844.832814] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.843301] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520e0797-75f5-70f5-f77c-4186a49db7f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.902485] env[62024]: DEBUG oslo_vmware.api [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Task: {'id': task-2288449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130948} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.903845] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.903845] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.903845] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.903845] env[62024]: INFO nova.compute.manager [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 844.903845] env[62024]: DEBUG oslo.service.loopingcall [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.903845] env[62024]: DEBUG nova.compute.manager [-] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.903845] env[62024]: DEBUG nova.network.neutron [-] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.979219] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8a8762-a462-4115-913d-b952b1252680 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.989508] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e099a9-301d-488a-a8ea-343576836917 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.034694] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76883ec-77d0-4245-97a9-612d8679cedd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.041112] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Acquiring lock "2b796cd9-a60e-499d-b000-b4924ea5b513" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.043017] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Lock "2b796cd9-a60e-499d-b000-b4924ea5b513" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.049495] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2504d8a8-3c0b-4a46-bac0-743157a9ad14 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.055068] env[62024]: DEBUG nova.compute.manager [req-01ed2b5c-5abf-4648-af7a-b2bbe4c6fe8d req-210d056a-f9d2-4736-b330-554e30ea4f2a service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Received event network-changed-06f37347-c1c0-4da0-afa6-0c56aecc997c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.055262] env[62024]: DEBUG nova.compute.manager [req-01ed2b5c-5abf-4648-af7a-b2bbe4c6fe8d req-210d056a-f9d2-4736-b330-554e30ea4f2a service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Refreshing instance network info cache due to event network-changed-06f37347-c1c0-4da0-afa6-0c56aecc997c. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 845.055489] env[62024]: DEBUG oslo_concurrency.lockutils [req-01ed2b5c-5abf-4648-af7a-b2bbe4c6fe8d req-210d056a-f9d2-4736-b330-554e30ea4f2a service nova] Acquiring lock "refresh_cache-7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.055662] env[62024]: DEBUG oslo_concurrency.lockutils [req-01ed2b5c-5abf-4648-af7a-b2bbe4c6fe8d req-210d056a-f9d2-4736-b330-554e30ea4f2a service nova] Acquired lock "refresh_cache-7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.055856] env[62024]: DEBUG nova.network.neutron [req-01ed2b5c-5abf-4648-af7a-b2bbe4c6fe8d req-210d056a-f9d2-4736-b330-554e30ea4f2a service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Refreshing network info cache for port 06f37347-c1c0-4da0-afa6-0c56aecc997c {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.067730] env[62024]: DEBUG nova.compute.manager [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.071483] env[62024]: DEBUG nova.compute.provider_tree [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.143409] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a7c2490e-0186-48b0-9b98-3f5a3fd41b91 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.023s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.243895] env[62024]: DEBUG nova.network.neutron [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Successfully updated port: fca626dc-0c09-4b90-b751-e63801361948 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.351673] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520e0797-75f5-70f5-f77c-4186a49db7f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009612} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.351938] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.352207] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd/d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.352469] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-475a4715-e92b-42c4-8f77-023b38610a1b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.359353] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Waiting for the task: (returnval){ [ 845.359353] env[62024]: value = "task-2288450" [ 845.359353] env[62024]: _type = "Task" [ 845.359353] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.371205] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.530798] env[62024]: DEBUG nova.network.neutron [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Successfully created port: 704daaca-5c7d-4b2b-8083-2bc4e870c962 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.543977] env[62024]: DEBUG nova.compute.manager [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.579292] env[62024]: DEBUG nova.scheduler.client.report [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.608444] env[62024]: DEBUG nova.network.neutron [req-01ed2b5c-5abf-4648-af7a-b2bbe4c6fe8d req-210d056a-f9d2-4736-b330-554e30ea4f2a service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.716023] env[62024]: DEBUG nova.network.neutron [req-01ed2b5c-5abf-4648-af7a-b2bbe4c6fe8d req-210d056a-f9d2-4736-b330-554e30ea4f2a service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.746207] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "refresh_cache-7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.775958] env[62024]: DEBUG nova.compute.manager [req-e30b4bfd-6c9e-4f85-8c2c-779e4cd94dd2 req-f3e9456e-f5de-4c0f-8448-2c1598a14f83 service nova] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Received event network-vif-deleted-c98c976a-34aa-4a11-8388-29ee985a147a {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.775958] env[62024]: INFO nova.compute.manager [req-e30b4bfd-6c9e-4f85-8c2c-779e4cd94dd2 req-f3e9456e-f5de-4c0f-8448-2c1598a14f83 service nova] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Neutron deleted interface c98c976a-34aa-4a11-8388-29ee985a147a; detaching it from the instance and deleting it from the info cache [ 845.775958] env[62024]: DEBUG nova.network.neutron [req-e30b4bfd-6c9e-4f85-8c2c-779e4cd94dd2 req-f3e9456e-f5de-4c0f-8448-2c1598a14f83 service nova] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.877546] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288450, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.901815] env[62024]: DEBUG nova.network.neutron [-] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.085036] env[62024]: DEBUG nova.compute.manager [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.088696] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.088696] env[62024]: DEBUG nova.network.neutron [-] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.090240] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.092535] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.655s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.093972] env[62024]: INFO nova.compute.claims [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.123889] env[62024]: INFO nova.scheduler.client.report [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Deleted allocations for instance 8f02b240-6945-4336-892a-65678ba81a5f [ 846.130994] env[62024]: DEBUG nova.virt.hardware [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.130994] env[62024]: DEBUG nova.virt.hardware [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.130994] env[62024]: DEBUG nova.virt.hardware [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.130994] env[62024]: DEBUG nova.virt.hardware [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.130994] env[62024]: DEBUG nova.virt.hardware [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.131569] env[62024]: DEBUG nova.virt.hardware [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.131569] env[62024]: DEBUG nova.virt.hardware [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.131680] env[62024]: DEBUG nova.virt.hardware [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.131879] env[62024]: DEBUG nova.virt.hardware [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.132151] env[62024]: DEBUG nova.virt.hardware [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.132387] env[62024]: DEBUG nova.virt.hardware [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.133569] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ec005a-841f-43b7-9173-07daba8c7388 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.143035] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9a9c1e-baa6-4b59-b2da-f882cef80f6a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.220931] env[62024]: DEBUG oslo_concurrency.lockutils [req-01ed2b5c-5abf-4648-af7a-b2bbe4c6fe8d req-210d056a-f9d2-4736-b330-554e30ea4f2a service nova] Releasing lock "refresh_cache-7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.220931] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquired lock "refresh_cache-7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.221156] env[62024]: DEBUG nova.network.neutron [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.280239] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b3fd145-b3a8-4309-9df5-90bd1a13cecc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.290387] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed54042d-07ed-4eb7-8afb-f46791c023ea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.307788] env[62024]: DEBUG nova.network.neutron [-] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.330986] env[62024]: DEBUG nova.compute.manager [req-e30b4bfd-6c9e-4f85-8c2c-779e4cd94dd2 req-f3e9456e-f5de-4c0f-8448-2c1598a14f83 service nova] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Detach interface failed, port_id=c98c976a-34aa-4a11-8388-29ee985a147a, reason: Instance 5a8d7755-0802-4c0b-a0f7-bbec6f52842d could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 846.369232] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58688} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.369648] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd/d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.369891] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.370156] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1274cb43-b3c7-4db6-be54-e8f60f84d1bc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.378467] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Waiting for the task: (returnval){ [ 846.378467] env[62024]: value = "task-2288451" [ 846.378467] env[62024]: _type = "Task" [ 846.378467] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.387477] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.408611] env[62024]: INFO nova.compute.manager [-] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Took 1.60 seconds to deallocate network for instance. [ 846.597871] env[62024]: INFO nova.compute.manager [-] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Took 1.69 seconds to deallocate network for instance. [ 846.636211] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2186cfa1-f836-4cd9-ba6c-dc2a30a7fac9 tempest-ServerMetadataTestJSON-572744006 tempest-ServerMetadataTestJSON-572744006-project-member] Lock "8f02b240-6945-4336-892a-65678ba81a5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.276s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.783503] env[62024]: DEBUG nova.network.neutron [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.810505] env[62024]: INFO nova.compute.manager [-] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Took 2.15 seconds to deallocate network for instance. [ 846.889489] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119587} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.892183] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.894010] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75499e1c-0385-43af-aaf3-61cf6afc5226 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.919091] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd/d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.919364] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.919597] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-292d9b3c-d7ec-450b-a645-7514798f5399 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.947870] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Waiting for the task: (returnval){ [ 846.947870] env[62024]: value = "task-2288452" [ 846.947870] env[62024]: _type = "Task" [ 846.947870] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.955987] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.110134] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.150142] env[62024]: DEBUG nova.compute.manager [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Received event network-vif-plugged-fca626dc-0c09-4b90-b751-e63801361948 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 847.150142] env[62024]: DEBUG oslo_concurrency.lockutils [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] Acquiring lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.150732] env[62024]: DEBUG oslo_concurrency.lockutils [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] Lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.151194] env[62024]: DEBUG oslo_concurrency.lockutils [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] Lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.151505] env[62024]: DEBUG nova.compute.manager [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] No waiting events found dispatching network-vif-plugged-fca626dc-0c09-4b90-b751-e63801361948 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.152673] env[62024]: WARNING nova.compute.manager [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Received unexpected event network-vif-plugged-fca626dc-0c09-4b90-b751-e63801361948 for instance with vm_state building and task_state spawning. [ 847.152673] env[62024]: DEBUG nova.compute.manager [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Received event network-changed-fca626dc-0c09-4b90-b751-e63801361948 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 847.152673] env[62024]: DEBUG nova.compute.manager [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Refreshing instance network info cache due to event network-changed-fca626dc-0c09-4b90-b751-e63801361948. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 847.152673] env[62024]: DEBUG oslo_concurrency.lockutils [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] Acquiring lock "refresh_cache-7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.320066] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.462602] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288452, 'name': ReconfigVM_Task, 'duration_secs': 0.367524} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.463384] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Reconfigured VM instance instance-0000004c to attach disk [datastore2] d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd/d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.468283] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08f443c5-2c24-4c59-bb09-44418cf612f5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.478425] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Waiting for the task: (returnval){ [ 847.478425] env[62024]: value = "task-2288453" [ 847.478425] env[62024]: _type = "Task" [ 847.478425] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.487325] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ed3d42-d6a9-47a8-8e94-ddc877e7db4d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.499161] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288453, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.505069] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e717ea-ad11-45f3-a88d-5536b7dc9353 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.543835] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d30bd3-721c-4709-af5a-d4510e5d50da {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.551575] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7112b0-320f-423f-82d2-515c50f67048 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.557542] env[62024]: DEBUG nova.network.neutron [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Updating instance_info_cache with network_info: [{"id": "06f37347-c1c0-4da0-afa6-0c56aecc997c", "address": "fa:16:3e:3b:3d:9c", "network": {"id": "237a86f9-f0f9-4d0a-b14c-11926c7424b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-689792943", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06f37347-c1", "ovs_interfaceid": "06f37347-c1c0-4da0-afa6-0c56aecc997c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fca626dc-0c09-4b90-b751-e63801361948", "address": "fa:16:3e:55:f4:3c", "network": {"id": "62381387-2c93-4880-9496-82fc7e25ebd6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1912238195", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca626dc-0c", "ovs_interfaceid": "fca626dc-0c09-4b90-b751-e63801361948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.567763] env[62024]: DEBUG nova.compute.provider_tree [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.816230] env[62024]: DEBUG nova.compute.manager [req-852f235f-ec87-4bfc-a84a-9a6e40386538 req-2ad6ae8d-d5b0-41fa-adf5-41d7f33562a3 service nova] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Received event network-vif-deleted-c97cfc34-9cda-48d1-aa01-d67c7f9d4943 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 847.816510] env[62024]: DEBUG nova.compute.manager [req-852f235f-ec87-4bfc-a84a-9a6e40386538 req-2ad6ae8d-d5b0-41fa-adf5-41d7f33562a3 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Received event network-vif-plugged-704daaca-5c7d-4b2b-8083-2bc4e870c962 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 847.816634] env[62024]: DEBUG oslo_concurrency.lockutils [req-852f235f-ec87-4bfc-a84a-9a6e40386538 req-2ad6ae8d-d5b0-41fa-adf5-41d7f33562a3 service nova] Acquiring lock "7bd222b5-a477-448d-866d-35a6be2ce677-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.816857] env[62024]: DEBUG oslo_concurrency.lockutils [req-852f235f-ec87-4bfc-a84a-9a6e40386538 req-2ad6ae8d-d5b0-41fa-adf5-41d7f33562a3 service nova] Lock "7bd222b5-a477-448d-866d-35a6be2ce677-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.817070] env[62024]: DEBUG oslo_concurrency.lockutils [req-852f235f-ec87-4bfc-a84a-9a6e40386538 req-2ad6ae8d-d5b0-41fa-adf5-41d7f33562a3 service nova] Lock "7bd222b5-a477-448d-866d-35a6be2ce677-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.817196] env[62024]: DEBUG nova.compute.manager [req-852f235f-ec87-4bfc-a84a-9a6e40386538 req-2ad6ae8d-d5b0-41fa-adf5-41d7f33562a3 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] No waiting events found dispatching network-vif-plugged-704daaca-5c7d-4b2b-8083-2bc4e870c962 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.817361] env[62024]: WARNING nova.compute.manager [req-852f235f-ec87-4bfc-a84a-9a6e40386538 req-2ad6ae8d-d5b0-41fa-adf5-41d7f33562a3 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Received unexpected event network-vif-plugged-704daaca-5c7d-4b2b-8083-2bc4e870c962 for instance with vm_state building and task_state spawning. [ 847.979302] env[62024]: DEBUG nova.network.neutron [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Successfully updated port: 704daaca-5c7d-4b2b-8083-2bc4e870c962 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.993492] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288453, 'name': Rename_Task, 'duration_secs': 0.158516} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.994680] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.994965] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd482385-9f9a-487a-997e-88d0cd05a98d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.003053] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Waiting for the task: (returnval){ [ 848.003053] env[62024]: value = "task-2288454" [ 848.003053] env[62024]: _type = "Task" [ 848.003053] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.015470] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.072020] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Releasing lock "refresh_cache-7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.072020] env[62024]: DEBUG nova.compute.manager [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Instance network_info: |[{"id": "06f37347-c1c0-4da0-afa6-0c56aecc997c", "address": "fa:16:3e:3b:3d:9c", "network": {"id": "237a86f9-f0f9-4d0a-b14c-11926c7424b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-689792943", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06f37347-c1", "ovs_interfaceid": "06f37347-c1c0-4da0-afa6-0c56aecc997c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fca626dc-0c09-4b90-b751-e63801361948", "address": "fa:16:3e:55:f4:3c", "network": {"id": "62381387-2c93-4880-9496-82fc7e25ebd6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1912238195", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca626dc-0c", "ovs_interfaceid": "fca626dc-0c09-4b90-b751-e63801361948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.072020] env[62024]: DEBUG oslo_concurrency.lockutils [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] Acquired lock "refresh_cache-7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.072020] env[62024]: DEBUG nova.network.neutron [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Refreshing network info cache for port fca626dc-0c09-4b90-b751-e63801361948 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.073246] env[62024]: DEBUG nova.scheduler.client.report [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.077563] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:3d:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06f37347-c1c0-4da0-afa6-0c56aecc997c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:f4:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fca626dc-0c09-4b90-b751-e63801361948', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.087998] env[62024]: DEBUG oslo.service.loopingcall [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 848.090171] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.090755] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6768a1e-4eb2-437a-91ef-30bb1c8471df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.114768] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.114768] env[62024]: value = "task-2288455" [ 848.114768] env[62024]: _type = "Task" [ 848.114768] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.124568] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288455, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.485679] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "refresh_cache-7bd222b5-a477-448d-866d-35a6be2ce677" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.486547] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "refresh_cache-7bd222b5-a477-448d-866d-35a6be2ce677" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.487826] env[62024]: DEBUG nova.network.neutron [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.513415] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.592471] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.595648] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.449s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.595648] env[62024]: DEBUG nova.objects.instance [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Lazy-loading 'resources' on Instance uuid 091ddffd-6767-4b75-8a25-28b4851324c8 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.626230] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288455, 'name': CreateVM_Task, 'duration_secs': 0.442376} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.626412] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.627176] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.627344] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.627924] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.628363] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6cf6373-f27b-41bd-a40a-916fb13174e8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.634957] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 848.634957] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c815cf-d576-c3da-b1fe-ee86b9dd92de" [ 848.634957] env[62024]: _type = "Task" [ 848.634957] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.642976] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c815cf-d576-c3da-b1fe-ee86b9dd92de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.013915] env[62024]: DEBUG oslo_vmware.api [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288454, 'name': PowerOnVM_Task, 'duration_secs': 0.636342} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.014234] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.014388] env[62024]: INFO nova.compute.manager [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Took 10.24 seconds to spawn the instance on the hypervisor. [ 849.014573] env[62024]: DEBUG nova.compute.manager [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.015367] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d608cbf-a5e1-4bb9-b28c-8422d0abe540 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.059871] env[62024]: DEBUG nova.network.neutron [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.099639] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Acquiring lock "7d8ec8fd-d8ab-4a58-8f3f-282e270762ae" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.099924] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Lock "7d8ec8fd-d8ab-4a58-8f3f-282e270762ae" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.147073] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c815cf-d576-c3da-b1fe-ee86b9dd92de, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.147073] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.147349] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.147349] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.147489] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.147676] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.147972] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44428aab-3074-4cec-8588-ee7d4f017505 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.159736] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.159736] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.160465] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae0735cf-be44-4e76-a7f4-e5b24de599b9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.166400] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 849.166400] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5240c96f-c220-eb5a-2182-3ac65dbd364e" [ 849.166400] env[62024]: _type = "Task" [ 849.166400] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.176965] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5240c96f-c220-eb5a-2182-3ac65dbd364e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.224783] env[62024]: DEBUG nova.network.neutron [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Updated VIF entry in instance network info cache for port fca626dc-0c09-4b90-b751-e63801361948. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.226386] env[62024]: DEBUG nova.network.neutron [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Updating instance_info_cache with network_info: [{"id": "06f37347-c1c0-4da0-afa6-0c56aecc997c", "address": "fa:16:3e:3b:3d:9c", "network": {"id": "237a86f9-f0f9-4d0a-b14c-11926c7424b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-689792943", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06f37347-c1", "ovs_interfaceid": "06f37347-c1c0-4da0-afa6-0c56aecc997c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fca626dc-0c09-4b90-b751-e63801361948", "address": "fa:16:3e:55:f4:3c", "network": {"id": "62381387-2c93-4880-9496-82fc7e25ebd6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1912238195", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca626dc-0c", "ovs_interfaceid": "fca626dc-0c09-4b90-b751-e63801361948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.458452] env[62024]: DEBUG nova.network.neutron [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Updating instance_info_cache with network_info: [{"id": "704daaca-5c7d-4b2b-8083-2bc4e870c962", "address": "fa:16:3e:2c:ed:48", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704daaca-5c", "ovs_interfaceid": "704daaca-5c7d-4b2b-8083-2bc4e870c962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.536896] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfd1e9d-fdc7-41bb-85dc-179d07e1d24a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.539272] env[62024]: INFO nova.compute.manager [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Took 27.70 seconds to build instance. [ 849.547450] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3d0c43-4514-49b0-8454-bec66cc3c740 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.585132] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be059b2e-29c7-4d9f-9129-80d1dbdd88f0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.596418] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b61eb44-e7a6-41bf-9493-ec3953acd1f9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.611320] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Lock "7d8ec8fd-d8ab-4a58-8f3f-282e270762ae" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.511s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.611931] env[62024]: DEBUG nova.compute.manager [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.615210] env[62024]: DEBUG nova.compute.provider_tree [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.679446] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5240c96f-c220-eb5a-2182-3ac65dbd364e, 'name': SearchDatastore_Task, 'duration_secs': 0.013332} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.680272] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532a25c7-0a10-41d8-b9fc-f757787f0e30 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.688347] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 849.688347] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526605e1-587c-1016-e700-e688615da231" [ 849.688347] env[62024]: _type = "Task" [ 849.688347] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.698078] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526605e1-587c-1016-e700-e688615da231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.730260] env[62024]: DEBUG oslo_concurrency.lockutils [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] Releasing lock "refresh_cache-7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.730260] env[62024]: DEBUG nova.compute.manager [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Received event network-vif-deleted-d13855c9-b313-43cf-badd-692e0c504af3 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.730260] env[62024]: DEBUG nova.compute.manager [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Received event network-changed-a3f3ed15-5bbc-4173-8323-75f97c6d9dc1 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.730260] env[62024]: DEBUG nova.compute.manager [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Refreshing instance network info cache due to event network-changed-a3f3ed15-5bbc-4173-8323-75f97c6d9dc1. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 849.730460] env[62024]: DEBUG oslo_concurrency.lockutils [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] Acquiring lock "refresh_cache-d66ce04d-e04e-4510-a02d-6cd22e2cc29b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.730649] env[62024]: DEBUG oslo_concurrency.lockutils [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] Acquired lock "refresh_cache-d66ce04d-e04e-4510-a02d-6cd22e2cc29b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.730734] env[62024]: DEBUG nova.network.neutron [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Refreshing network info cache for port a3f3ed15-5bbc-4173-8323-75f97c6d9dc1 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.876726] env[62024]: DEBUG nova.compute.manager [req-691ab9db-73c7-45e2-b993-f8c42fa7826b req-7a9b5bf6-0ae6-4164-928f-694898069ae8 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Received event network-changed-704daaca-5c7d-4b2b-8083-2bc4e870c962 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.877020] env[62024]: DEBUG nova.compute.manager [req-691ab9db-73c7-45e2-b993-f8c42fa7826b req-7a9b5bf6-0ae6-4164-928f-694898069ae8 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Refreshing instance network info cache due to event network-changed-704daaca-5c7d-4b2b-8083-2bc4e870c962. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 849.877632] env[62024]: DEBUG oslo_concurrency.lockutils [req-691ab9db-73c7-45e2-b993-f8c42fa7826b req-7a9b5bf6-0ae6-4164-928f-694898069ae8 service nova] Acquiring lock "refresh_cache-7bd222b5-a477-448d-866d-35a6be2ce677" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.958903] env[62024]: DEBUG nova.compute.manager [req-0f5baddb-ab0c-413e-991d-1ae2eba9642b req-c0fb8db6-8448-4ce4-bdb6-4549cb14807a service nova] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Received event network-changed-ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.958903] env[62024]: DEBUG nova.compute.manager [req-0f5baddb-ab0c-413e-991d-1ae2eba9642b req-c0fb8db6-8448-4ce4-bdb6-4549cb14807a service nova] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Refreshing instance network info cache due to event network-changed-ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 849.959094] env[62024]: DEBUG oslo_concurrency.lockutils [req-0f5baddb-ab0c-413e-991d-1ae2eba9642b req-c0fb8db6-8448-4ce4-bdb6-4549cb14807a service nova] Acquiring lock "refresh_cache-d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.959200] env[62024]: DEBUG oslo_concurrency.lockutils [req-0f5baddb-ab0c-413e-991d-1ae2eba9642b req-c0fb8db6-8448-4ce4-bdb6-4549cb14807a service nova] Acquired lock "refresh_cache-d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.959332] env[62024]: DEBUG nova.network.neutron [req-0f5baddb-ab0c-413e-991d-1ae2eba9642b req-c0fb8db6-8448-4ce4-bdb6-4549cb14807a service nova] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Refreshing network info cache for port ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.962305] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "refresh_cache-7bd222b5-a477-448d-866d-35a6be2ce677" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.962765] env[62024]: DEBUG nova.compute.manager [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Instance network_info: |[{"id": "704daaca-5c7d-4b2b-8083-2bc4e870c962", "address": "fa:16:3e:2c:ed:48", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704daaca-5c", "ovs_interfaceid": "704daaca-5c7d-4b2b-8083-2bc4e870c962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.963067] env[62024]: DEBUG oslo_concurrency.lockutils [req-691ab9db-73c7-45e2-b993-f8c42fa7826b req-7a9b5bf6-0ae6-4164-928f-694898069ae8 service nova] Acquired lock "refresh_cache-7bd222b5-a477-448d-866d-35a6be2ce677" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.963247] env[62024]: DEBUG nova.network.neutron [req-691ab9db-73c7-45e2-b993-f8c42fa7826b req-7a9b5bf6-0ae6-4164-928f-694898069ae8 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Refreshing network info cache for port 704daaca-5c7d-4b2b-8083-2bc4e870c962 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.967208] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:ed:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '704daaca-5c7d-4b2b-8083-2bc4e870c962', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.973749] env[62024]: DEBUG oslo.service.loopingcall [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.977650] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.978362] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-778d1a02-e17d-4e90-a57c-becc118bf39b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.006210] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.006210] env[62024]: value = "task-2288456" [ 850.006210] env[62024]: _type = "Task" [ 850.006210] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.015797] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288456, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.043584] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d92e66d0-6b67-41bf-b121-1047b495888e tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Lock "d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.221s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.121525] env[62024]: DEBUG nova.compute.utils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 850.122858] env[62024]: DEBUG nova.scheduler.client.report [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.126614] env[62024]: DEBUG nova.compute.manager [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.126614] env[62024]: DEBUG nova.network.neutron [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.199255] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526605e1-587c-1016-e700-e688615da231, 'name': SearchDatastore_Task, 'duration_secs': 0.009618} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.201089] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.201427] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31/7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.201725] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceaa1e15-9603-4531-852c-5440ef49b08b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.209292] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 850.209292] env[62024]: value = "task-2288457" [ 850.209292] env[62024]: _type = "Task" [ 850.209292] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.219442] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.369219] env[62024]: DEBUG nova.policy [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49622f103c1c4fae9367f724401af5ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c1fa21bf6cf4726bfed1f67792deb97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.519179] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288456, 'name': CreateVM_Task, 'duration_secs': 0.344455} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.521114] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.521114] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.521114] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.521589] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.525442] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1ce9e7-09a1-494b-8923-a93ab04a613e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.529618] env[62024]: DEBUG nova.network.neutron [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Updated VIF entry in instance network info cache for port a3f3ed15-5bbc-4173-8323-75f97c6d9dc1. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.529618] env[62024]: DEBUG nova.network.neutron [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Updating instance_info_cache with network_info: [{"id": "a3f3ed15-5bbc-4173-8323-75f97c6d9dc1", "address": "fa:16:3e:b2:ba:f6", "network": {"id": "8ba0185f-ae53-40c0-ba44-d294e329887d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-399715718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddcb85ecc5d84fd895227b297f0e6cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f3ed15-5b", "ovs_interfaceid": "a3f3ed15-5bbc-4173-8323-75f97c6d9dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.535304] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 850.535304] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523489e4-5efd-1e43-edef-df1d80f1ac71" [ 850.535304] env[62024]: _type = "Task" [ 850.535304] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.544744] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523489e4-5efd-1e43-edef-df1d80f1ac71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.627209] env[62024]: DEBUG nova.compute.manager [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.633930] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.642806] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.652s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.642806] env[62024]: DEBUG nova.objects.instance [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lazy-loading 'resources' on Instance uuid 60b6724e-dc5d-4175-a9d9-06d8e24ccb47 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.691553] env[62024]: INFO nova.scheduler.client.report [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Deleted allocations for instance 091ddffd-6767-4b75-8a25-28b4851324c8 [ 850.726393] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288457, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.941113] env[62024]: DEBUG nova.network.neutron [req-691ab9db-73c7-45e2-b993-f8c42fa7826b req-7a9b5bf6-0ae6-4164-928f-694898069ae8 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Updated VIF entry in instance network info cache for port 704daaca-5c7d-4b2b-8083-2bc4e870c962. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.941567] env[62024]: DEBUG nova.network.neutron [req-691ab9db-73c7-45e2-b993-f8c42fa7826b req-7a9b5bf6-0ae6-4164-928f-694898069ae8 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Updating instance_info_cache with network_info: [{"id": "704daaca-5c7d-4b2b-8083-2bc4e870c962", "address": "fa:16:3e:2c:ed:48", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704daaca-5c", "ovs_interfaceid": "704daaca-5c7d-4b2b-8083-2bc4e870c962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.032845] env[62024]: DEBUG oslo_concurrency.lockutils [req-7cc1fb44-efa6-4ea7-a6ef-704cb06a99bc req-f19a2ea2-30d0-4bf6-8243-b29f48d9b4d0 service nova] Releasing lock "refresh_cache-d66ce04d-e04e-4510-a02d-6cd22e2cc29b" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.047912] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523489e4-5efd-1e43-edef-df1d80f1ac71, 'name': SearchDatastore_Task, 'duration_secs': 0.022777} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.051148] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.051148] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.051148] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.051148] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.051366] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.051852] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc44ea73-f9c9-4de4-8be3-55e614dd1c06 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.062035] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.062253] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.063079] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f32aa34d-ab74-4ddf-82ea-89f222a44e98 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.068859] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 851.068859] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dffc1f-d666-7f2c-2c39-67a1c743144c" [ 851.068859] env[62024]: _type = "Task" [ 851.068859] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.078276] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dffc1f-d666-7f2c-2c39-67a1c743144c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.131154] env[62024]: DEBUG nova.network.neutron [req-0f5baddb-ab0c-413e-991d-1ae2eba9642b req-c0fb8db6-8448-4ce4-bdb6-4549cb14807a service nova] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Updated VIF entry in instance network info cache for port ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.131154] env[62024]: DEBUG nova.network.neutron [req-0f5baddb-ab0c-413e-991d-1ae2eba9642b req-c0fb8db6-8448-4ce4-bdb6-4549cb14807a service nova] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Updating instance_info_cache with network_info: [{"id": "ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4", "address": "fa:16:3e:d1:15:39", "network": {"id": "fac23a3b-93f9-42d5-82b2-e5fbc33c57f7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-964796281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae7ae4723c06401ba8e81f979fcde696", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecd15e62-9f", "ovs_interfaceid": "ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.198458] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9bdc447b-5bb0-4312-a5c1-b09631b5e12e tempest-ServerTagsTestJSON-1990132607 tempest-ServerTagsTestJSON-1990132607-project-member] Lock "091ddffd-6767-4b75-8a25-28b4851324c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.077s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.225395] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521985} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.228161] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31/7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.228387] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.230040] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae26bb21-963d-44d4-99f5-9834b94614d9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.240024] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 851.240024] env[62024]: value = "task-2288458" [ 851.240024] env[62024]: _type = "Task" [ 851.240024] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.245139] env[62024]: DEBUG nova.network.neutron [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Successfully created port: 695a56c2-563d-41aa-a926-ff1699c6f162 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.254143] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.448319] env[62024]: DEBUG oslo_concurrency.lockutils [req-691ab9db-73c7-45e2-b993-f8c42fa7826b req-7a9b5bf6-0ae6-4164-928f-694898069ae8 service nova] Releasing lock "refresh_cache-7bd222b5-a477-448d-866d-35a6be2ce677" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.523568] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ae6fde-d746-43b0-bfea-11b77aee61cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.531804] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453eb99b-18be-42aa-b701-0f90c1e56b6f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.566012] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4011c501-694a-4d82-a29a-e14b17dda92d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.578717] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa697e4-2add-43aa-8433-d3da47e4a00b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.587137] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dffc1f-d666-7f2c-2c39-67a1c743144c, 'name': SearchDatastore_Task, 'duration_secs': 0.008566} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.588674] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0adae4-68ab-4450-9686-41b36199e601 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.600161] env[62024]: DEBUG nova.compute.provider_tree [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.605248] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 851.605248] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ab7054-062e-f8fd-9335-20b93d3d853b" [ 851.605248] env[62024]: _type = "Task" [ 851.605248] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.613841] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ab7054-062e-f8fd-9335-20b93d3d853b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.633987] env[62024]: DEBUG oslo_concurrency.lockutils [req-0f5baddb-ab0c-413e-991d-1ae2eba9642b req-c0fb8db6-8448-4ce4-bdb6-4549cb14807a service nova] Releasing lock "refresh_cache-d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.652099] env[62024]: DEBUG nova.compute.manager [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.663795] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "b0119f90-c29b-487b-9378-4f1f895730da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.664084] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "b0119f90-c29b-487b-9378-4f1f895730da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.682314] env[62024]: DEBUG nova.virt.hardware [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.682580] env[62024]: DEBUG nova.virt.hardware [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.682750] env[62024]: DEBUG nova.virt.hardware [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.682966] env[62024]: DEBUG nova.virt.hardware [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.683163] env[62024]: DEBUG nova.virt.hardware [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.683333] env[62024]: DEBUG nova.virt.hardware [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.683576] env[62024]: DEBUG nova.virt.hardware [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.683756] env[62024]: DEBUG nova.virt.hardware [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.684460] env[62024]: DEBUG nova.virt.hardware [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.684460] env[62024]: DEBUG nova.virt.hardware [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.684460] env[62024]: DEBUG nova.virt.hardware [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.685477] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f03d96d-4de9-40ef-ad36-61af615ff988 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.693787] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7281feea-6802-40f5-b278-9260b9665fe7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.750518] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081601} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.750785] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.751660] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab1bd9d-1683-4994-9e39-ddca552805d2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.777549] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31/7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.777941] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-299c5ccb-eb03-4536-aee3-52c34cd693b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.798516] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 851.798516] env[62024]: value = "task-2288459" [ 851.798516] env[62024]: _type = "Task" [ 851.798516] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.807862] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.103187] env[62024]: DEBUG nova.scheduler.client.report [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.117088] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ab7054-062e-f8fd-9335-20b93d3d853b, 'name': SearchDatastore_Task, 'duration_secs': 0.011531} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.117385] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.117573] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 7bd222b5-a477-448d-866d-35a6be2ce677/7bd222b5-a477-448d-866d-35a6be2ce677.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.117852] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c09948e4-b42b-4169-99bb-a31a4ca5ae62 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.126578] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 852.126578] env[62024]: value = "task-2288460" [ 852.126578] env[62024]: _type = "Task" [ 852.126578] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.139462] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.166779] env[62024]: DEBUG nova.compute.manager [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.310696] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288459, 'name': ReconfigVM_Task, 'duration_secs': 0.498354} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.311299] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31/7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.312207] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce3e1a63-8ea9-4c83-b674-fa1a62ca61d2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.319410] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 852.319410] env[62024]: value = "task-2288461" [ 852.319410] env[62024]: _type = "Task" [ 852.319410] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.329978] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288461, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.611472] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.617943] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.880s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.618222] env[62024]: DEBUG nova.objects.instance [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lazy-loading 'resources' on Instance uuid c2dd4f2a-6fe8-402f-8715-217a8aa24b16 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.641302] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288460, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.652624] env[62024]: INFO nova.scheduler.client.report [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Deleted allocations for instance 60b6724e-dc5d-4175-a9d9-06d8e24ccb47 [ 852.696324] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.817438] env[62024]: DEBUG nova.compute.manager [req-00ff6032-270f-44b9-9bf4-cdf6e9958415 req-b6a96474-4b46-44e3-b15f-02c3b56c2ff3 service nova] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Received event network-vif-plugged-695a56c2-563d-41aa-a926-ff1699c6f162 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.817896] env[62024]: DEBUG oslo_concurrency.lockutils [req-00ff6032-270f-44b9-9bf4-cdf6e9958415 req-b6a96474-4b46-44e3-b15f-02c3b56c2ff3 service nova] Acquiring lock "0b39a041-30fe-4fe5-896f-47bc5861a517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.817896] env[62024]: DEBUG oslo_concurrency.lockutils [req-00ff6032-270f-44b9-9bf4-cdf6e9958415 req-b6a96474-4b46-44e3-b15f-02c3b56c2ff3 service nova] Lock "0b39a041-30fe-4fe5-896f-47bc5861a517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.818076] env[62024]: DEBUG oslo_concurrency.lockutils [req-00ff6032-270f-44b9-9bf4-cdf6e9958415 req-b6a96474-4b46-44e3-b15f-02c3b56c2ff3 service nova] Lock "0b39a041-30fe-4fe5-896f-47bc5861a517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.818211] env[62024]: DEBUG nova.compute.manager [req-00ff6032-270f-44b9-9bf4-cdf6e9958415 req-b6a96474-4b46-44e3-b15f-02c3b56c2ff3 service nova] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] No waiting events found dispatching network-vif-plugged-695a56c2-563d-41aa-a926-ff1699c6f162 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.818373] env[62024]: WARNING nova.compute.manager [req-00ff6032-270f-44b9-9bf4-cdf6e9958415 req-b6a96474-4b46-44e3-b15f-02c3b56c2ff3 service nova] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Received unexpected event network-vif-plugged-695a56c2-563d-41aa-a926-ff1699c6f162 for instance with vm_state building and task_state spawning. [ 852.830242] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288461, 'name': Rename_Task, 'duration_secs': 0.165143} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.830548] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.830790] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-617ac333-2b09-4286-96cb-565444a88aa5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.836700] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 852.836700] env[62024]: value = "task-2288462" [ 852.836700] env[62024]: _type = "Task" [ 852.836700] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.845176] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.918027] env[62024]: DEBUG nova.network.neutron [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Successfully updated port: 695a56c2-563d-41aa-a926-ff1699c6f162 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.138840] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580871} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.138840] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 7bd222b5-a477-448d-866d-35a6be2ce677/7bd222b5-a477-448d-866d-35a6be2ce677.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.138840] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.138840] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14651c22-4adb-4dce-b9c0-ae72c3d44b90 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.147196] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 853.147196] env[62024]: value = "task-2288463" [ 853.147196] env[62024]: _type = "Task" [ 853.147196] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.155049] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.161279] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5143ce0-ac77-4574-9030-09ff2d128618 tempest-ImagesOneServerNegativeTestJSON-194910644 tempest-ImagesOneServerNegativeTestJSON-194910644-project-member] Lock "60b6724e-dc5d-4175-a9d9-06d8e24ccb47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.737s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.351629] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288462, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.424720] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Acquiring lock "refresh_cache-0b39a041-30fe-4fe5-896f-47bc5861a517" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.424866] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Acquired lock "refresh_cache-0b39a041-30fe-4fe5-896f-47bc5861a517" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.425556] env[62024]: DEBUG nova.network.neutron [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.454147] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c5c1d9-0fb0-4fed-907b-1736925ab75a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.462633] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e83a45a-e343-4cf4-87e2-563b5b633c90 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.498224] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4d672a-e95f-4fd5-9eaf-6371674145d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.506211] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6026cd13-f713-47ae-adfe-2cf60adbb223 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.522830] env[62024]: DEBUG nova.compute.provider_tree [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.656173] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069447} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.656279] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.657110] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5db5b63-678e-4822-85ec-edce31d7e96c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.681194] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 7bd222b5-a477-448d-866d-35a6be2ce677/7bd222b5-a477-448d-866d-35a6be2ce677.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.682182] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e378ebc-14f0-4002-ba51-bdd619da3919 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.701956] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 853.701956] env[62024]: value = "task-2288464" [ 853.701956] env[62024]: _type = "Task" [ 853.701956] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.712115] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.846876] env[62024]: DEBUG oslo_vmware.api [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288462, 'name': PowerOnVM_Task, 'duration_secs': 0.599243} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.847256] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.847527] env[62024]: INFO nova.compute.manager [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Took 12.40 seconds to spawn the instance on the hypervisor. [ 853.847804] env[62024]: DEBUG nova.compute.manager [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.848726] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddb587c-da9c-47aa-b2a2-9f9b3927442b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.973429] env[62024]: DEBUG nova.network.neutron [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.025809] env[62024]: DEBUG nova.scheduler.client.report [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.154994] env[62024]: DEBUG nova.network.neutron [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Updating instance_info_cache with network_info: [{"id": "695a56c2-563d-41aa-a926-ff1699c6f162", "address": "fa:16:3e:6f:3e:ef", "network": {"id": "0f15d7b2-3c8a-460b-8e76-4bc65cba65e6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1840452449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c1fa21bf6cf4726bfed1f67792deb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap695a56c2-56", "ovs_interfaceid": "695a56c2-563d-41aa-a926-ff1699c6f162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.213432] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.368165] env[62024]: INFO nova.compute.manager [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Took 32.02 seconds to build instance. [ 854.533582] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.535831] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.972s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.539026] env[62024]: DEBUG nova.objects.instance [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lazy-loading 'resources' on Instance uuid ac899dc5-f981-4532-b20c-e8351dc4f00a {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.560271] env[62024]: INFO nova.scheduler.client.report [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Deleted allocations for instance c2dd4f2a-6fe8-402f-8715-217a8aa24b16 [ 854.658443] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Releasing lock "refresh_cache-0b39a041-30fe-4fe5-896f-47bc5861a517" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.658787] env[62024]: DEBUG nova.compute.manager [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Instance network_info: |[{"id": "695a56c2-563d-41aa-a926-ff1699c6f162", "address": "fa:16:3e:6f:3e:ef", "network": {"id": "0f15d7b2-3c8a-460b-8e76-4bc65cba65e6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1840452449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c1fa21bf6cf4726bfed1f67792deb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap695a56c2-56", "ovs_interfaceid": "695a56c2-563d-41aa-a926-ff1699c6f162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.659238] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:3e:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '695a56c2-563d-41aa-a926-ff1699c6f162', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.667705] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Creating folder: Project (3c1fa21bf6cf4726bfed1f67792deb97). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.668746] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b45f2e9-c68b-4df3-8f55-e47b1ed7d2b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.679958] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Created folder: Project (3c1fa21bf6cf4726bfed1f67792deb97) in parent group-v465568. [ 854.680205] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Creating folder: Instances. Parent ref: group-v465786. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.680468] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7e142e3-e889-466f-8deb-ee2788429f9e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.688782] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "4b057441-3437-470b-bcec-adf23799d370" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.689298] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "4b057441-3437-470b-bcec-adf23799d370" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.695056] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Created folder: Instances in parent group-v465786. [ 854.695844] env[62024]: DEBUG oslo.service.loopingcall [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.696076] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.696369] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb2dde2c-9dbb-4632-b8b6-547317e471b5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.728938] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288464, 'name': ReconfigVM_Task, 'duration_secs': 0.819341} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.730164] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 7bd222b5-a477-448d-866d-35a6be2ce677/7bd222b5-a477-448d-866d-35a6be2ce677.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.731192] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.731192] env[62024]: value = "task-2288467" [ 854.731192] env[62024]: _type = "Task" [ 854.731192] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.731192] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbb5a860-2944-4bb7-a4ed-eb58f66f464b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.739040] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 854.739040] env[62024]: value = "task-2288468" [ 854.739040] env[62024]: _type = "Task" [ 854.739040] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.742538] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288467, 'name': CreateVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.750744] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288468, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.853222] env[62024]: DEBUG nova.compute.manager [req-460d4853-aff6-44d1-8185-ae4536b5b889 req-d762514a-4927-4b41-b01c-3a9f1ca956cc service nova] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Received event network-changed-695a56c2-563d-41aa-a926-ff1699c6f162 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.853641] env[62024]: DEBUG nova.compute.manager [req-460d4853-aff6-44d1-8185-ae4536b5b889 req-d762514a-4927-4b41-b01c-3a9f1ca956cc service nova] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Refreshing instance network info cache due to event network-changed-695a56c2-563d-41aa-a926-ff1699c6f162. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 854.853990] env[62024]: DEBUG oslo_concurrency.lockutils [req-460d4853-aff6-44d1-8185-ae4536b5b889 req-d762514a-4927-4b41-b01c-3a9f1ca956cc service nova] Acquiring lock "refresh_cache-0b39a041-30fe-4fe5-896f-47bc5861a517" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.854259] env[62024]: DEBUG oslo_concurrency.lockutils [req-460d4853-aff6-44d1-8185-ae4536b5b889 req-d762514a-4927-4b41-b01c-3a9f1ca956cc service nova] Acquired lock "refresh_cache-0b39a041-30fe-4fe5-896f-47bc5861a517" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.854609] env[62024]: DEBUG nova.network.neutron [req-460d4853-aff6-44d1-8185-ae4536b5b889 req-d762514a-4927-4b41-b01c-3a9f1ca956cc service nova] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Refreshing network info cache for port 695a56c2-563d-41aa-a926-ff1699c6f162 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.869735] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c9ae95ce-e5ed-437b-bde3-9e383a60b6f8 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.549s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.902446] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "e4632e97-4b34-432b-b1a1-6e6ee3b280cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.902446] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "e4632e97-4b34-432b-b1a1-6e6ee3b280cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.070108] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9fe63ccc-9437-41df-8b1e-b403c46df403 tempest-ServersAdminTestJSON-1373692297 tempest-ServersAdminTestJSON-1373692297-project-member] Lock "c2dd4f2a-6fe8-402f-8715-217a8aa24b16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.897s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.191896] env[62024]: DEBUG nova.compute.manager [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.244602] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288467, 'name': CreateVM_Task, 'duration_secs': 0.337114} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.248873] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.251769] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.252016] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.252983] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.253629] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4efcaa07-66ee-4945-b236-f015667219ef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.258512] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288468, 'name': Rename_Task, 'duration_secs': 0.169209} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.259051] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.259876] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7489111b-5b30-4669-8150-ac9e488ec1f0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.262609] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Waiting for the task: (returnval){ [ 855.262609] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521fead2-7fc3-be7a-3c6e-d63039507aca" [ 855.262609] env[62024]: _type = "Task" [ 855.262609] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.269553] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 855.269553] env[62024]: value = "task-2288469" [ 855.269553] env[62024]: _type = "Task" [ 855.269553] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.276113] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521fead2-7fc3-be7a-3c6e-d63039507aca, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.276791] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.277061] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.277342] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.277493] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.277676] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.278086] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-848ed5ed-ee92-4ac5-bb7a-ac3f34e3b46d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.284452] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.291196] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.292103] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.292274] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab0c0d6-6953-4d7c-b06f-89d5996ed851 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.299395] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Waiting for the task: (returnval){ [ 855.299395] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527454d4-ee64-ff0e-f836-ebe11023ccb6" [ 855.299395] env[62024]: _type = "Task" [ 855.299395] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.309237] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527454d4-ee64-ff0e-f836-ebe11023ccb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.399671] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf554de-3b1e-4da4-af8b-003766e1fd0a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.405799] env[62024]: DEBUG nova.compute.manager [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.413447] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad8e7ac-1ce9-4dd0-800d-d736422fe5c4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.444915] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.444915] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.444915] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.445096] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.445195] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.447786] env[62024]: INFO nova.compute.manager [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Terminating instance [ 855.449743] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73531b-28e9-4fd5-8c7e-3c286e0b6f61 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.458679] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e273494-ae51-40f4-a764-77bc86cbcf44 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.479198] env[62024]: DEBUG nova.compute.provider_tree [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.722524] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.728165] env[62024]: DEBUG nova.network.neutron [req-460d4853-aff6-44d1-8185-ae4536b5b889 req-d762514a-4927-4b41-b01c-3a9f1ca956cc service nova] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Updated VIF entry in instance network info cache for port 695a56c2-563d-41aa-a926-ff1699c6f162. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.728532] env[62024]: DEBUG nova.network.neutron [req-460d4853-aff6-44d1-8185-ae4536b5b889 req-d762514a-4927-4b41-b01c-3a9f1ca956cc service nova] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Updating instance_info_cache with network_info: [{"id": "695a56c2-563d-41aa-a926-ff1699c6f162", "address": "fa:16:3e:6f:3e:ef", "network": {"id": "0f15d7b2-3c8a-460b-8e76-4bc65cba65e6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1840452449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c1fa21bf6cf4726bfed1f67792deb97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap695a56c2-56", "ovs_interfaceid": "695a56c2-563d-41aa-a926-ff1699c6f162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.778972] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.809239] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527454d4-ee64-ff0e-f836-ebe11023ccb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.809985] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7acb785c-a8ac-4fb7-8e89-77611d23ebb9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.815374] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Waiting for the task: (returnval){ [ 855.815374] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5217310a-4fd6-f553-4fcd-25686c60d761" [ 855.815374] env[62024]: _type = "Task" [ 855.815374] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.822963] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5217310a-4fd6-f553-4fcd-25686c60d761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.926384] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.954415] env[62024]: DEBUG nova.compute.manager [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.954625] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.955553] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df24fd74-c8ca-4140-8af2-69ff2f47e060 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.962724] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.962970] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f61b7820-6481-426d-afdb-fa4dc162701e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.969165] env[62024]: DEBUG oslo_vmware.api [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 855.969165] env[62024]: value = "task-2288470" [ 855.969165] env[62024]: _type = "Task" [ 855.969165] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.977983] env[62024]: DEBUG oslo_vmware.api [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.981980] env[62024]: DEBUG nova.scheduler.client.report [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.233315] env[62024]: DEBUG oslo_concurrency.lockutils [req-460d4853-aff6-44d1-8185-ae4536b5b889 req-d762514a-4927-4b41-b01c-3a9f1ca956cc service nova] Releasing lock "refresh_cache-0b39a041-30fe-4fe5-896f-47bc5861a517" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.280012] env[62024]: DEBUG oslo_vmware.api [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288469, 'name': PowerOnVM_Task, 'duration_secs': 0.837808} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.280564] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.280641] env[62024]: INFO nova.compute.manager [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Took 10.20 seconds to spawn the instance on the hypervisor. [ 856.280981] env[62024]: DEBUG nova.compute.manager [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.281632] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8d6fbd-5a98-4f42-befa-ffb88b45f2fa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.328715] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5217310a-4fd6-f553-4fcd-25686c60d761, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.328881] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.329199] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 0b39a041-30fe-4fe5-896f-47bc5861a517/0b39a041-30fe-4fe5-896f-47bc5861a517.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.329470] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab70926e-040e-4c19-b1fe-9cc903d3bb5d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.336350] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Waiting for the task: (returnval){ [ 856.336350] env[62024]: value = "task-2288471" [ 856.336350] env[62024]: _type = "Task" [ 856.336350] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.345356] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.482316] env[62024]: DEBUG oslo_vmware.api [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288470, 'name': PowerOffVM_Task, 'duration_secs': 0.307787} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.482316] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.482316] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.482316] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20019c1f-6d0b-47ba-96a3-68a444e4b892 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.487363] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.490279] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.133s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.490279] env[62024]: DEBUG nova.objects.instance [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Lazy-loading 'resources' on Instance uuid 3310883b-f3e0-4990-a98e-27ac498a63f0 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.529993] env[62024]: INFO nova.scheduler.client.report [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleted allocations for instance ac899dc5-f981-4532-b20c-e8351dc4f00a [ 856.590875] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.591532] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.591532] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Deleting the datastore file [datastore2] 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.591532] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df48df7d-c1c6-40a5-a16f-43721f405474 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.600067] env[62024]: DEBUG oslo_vmware.api [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for the task: (returnval){ [ 856.600067] env[62024]: value = "task-2288473" [ 856.600067] env[62024]: _type = "Task" [ 856.600067] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.611025] env[62024]: DEBUG oslo_vmware.api [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.804476] env[62024]: INFO nova.compute.manager [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Took 31.64 seconds to build instance. [ 856.852918] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504773} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.853232] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 0b39a041-30fe-4fe5-896f-47bc5861a517/0b39a041-30fe-4fe5-896f-47bc5861a517.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.853488] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.854058] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e464f79e-f83a-47e5-8097-c8bb294f312b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.862146] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Waiting for the task: (returnval){ [ 856.862146] env[62024]: value = "task-2288474" [ 856.862146] env[62024]: _type = "Task" [ 856.862146] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.872266] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.044163] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1fd464b6-e9bb-492c-a826-1ad48e86310a tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "ac899dc5-f981-4532-b20c-e8351dc4f00a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.662s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.111018] env[62024]: DEBUG oslo_vmware.api [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.306739] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7cd2f427-2089-4a4e-8a37-a142b736f9a2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "7bd222b5-a477-448d-866d-35a6be2ce677" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.151s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.368410] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293f787d-81cb-4cbf-9509-835aae85236d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.378048] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077323} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.380104] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.381268] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aefcc7-52b6-49aa-abc8-ed243e6f1e14 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.385192] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a435e535-d476-4501-846e-8450a07d0cb1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.414077] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 0b39a041-30fe-4fe5-896f-47bc5861a517/0b39a041-30fe-4fe5-896f-47bc5861a517.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.442784] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8d1a3db-dd36-43c0-bdc6-117172611b7b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.459011] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f20b994-41e4-4da2-922b-fbe6ff5d8bf7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.467681] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0345a82-4311-4562-b94a-d77bf4bfade3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.471696] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Waiting for the task: (returnval){ [ 857.471696] env[62024]: value = "task-2288475" [ 857.471696] env[62024]: _type = "Task" [ 857.471696] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.482286] env[62024]: DEBUG nova.compute.provider_tree [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.489611] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.508787] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "7bd222b5-a477-448d-866d-35a6be2ce677" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.509055] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "7bd222b5-a477-448d-866d-35a6be2ce677" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.509239] env[62024]: INFO nova.compute.manager [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Shelving [ 857.611901] env[62024]: DEBUG oslo_vmware.api [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Task: {'id': task-2288473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.011597} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.612233] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.612581] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.612681] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.612855] env[62024]: INFO nova.compute.manager [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Took 1.66 seconds to destroy the instance on the hypervisor. [ 857.613165] env[62024]: DEBUG oslo.service.loopingcall [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.613387] env[62024]: DEBUG nova.compute.manager [-] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.613537] env[62024]: DEBUG nova.network.neutron [-] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.963361] env[62024]: DEBUG nova.compute.manager [req-007c8853-d815-4778-99f8-0644b99c7f8a req-4a097f66-7396-4047-bcbf-2af1c0e79fae service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Received event network-vif-deleted-fca626dc-0c09-4b90-b751-e63801361948 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.963361] env[62024]: INFO nova.compute.manager [req-007c8853-d815-4778-99f8-0644b99c7f8a req-4a097f66-7396-4047-bcbf-2af1c0e79fae service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Neutron deleted interface fca626dc-0c09-4b90-b751-e63801361948; detaching it from the instance and deleting it from the info cache [ 857.963361] env[62024]: DEBUG nova.network.neutron [req-007c8853-d815-4778-99f8-0644b99c7f8a req-4a097f66-7396-4047-bcbf-2af1c0e79fae service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Updating instance_info_cache with network_info: [{"id": "06f37347-c1c0-4da0-afa6-0c56aecc997c", "address": "fa:16:3e:3b:3d:9c", "network": {"id": "237a86f9-f0f9-4d0a-b14c-11926c7424b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-689792943", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34128604e4a94c10a3869dd37d2a2075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06f37347-c1", "ovs_interfaceid": "06f37347-c1c0-4da0-afa6-0c56aecc997c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.987223] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.991721] env[62024]: DEBUG nova.scheduler.client.report [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.215966] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "7ac4b908-16cc-45e8-802b-ab55bd92aeb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.215966] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "7ac4b908-16cc-45e8-802b-ab55bd92aeb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.215966] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "7ac4b908-16cc-45e8-802b-ab55bd92aeb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.215966] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "7ac4b908-16cc-45e8-802b-ab55bd92aeb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.215966] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "7ac4b908-16cc-45e8-802b-ab55bd92aeb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.216949] env[62024]: INFO nova.compute.manager [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Terminating instance [ 858.469027] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d5faf8b-e893-41dd-8556-6601fc27e3ec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.478473] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dae16a-8c12-47fa-95a9-541a73cf840d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.498937] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.500911] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288475, 'name': ReconfigVM_Task, 'duration_secs': 1.008396} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.514663] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.427s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.516484] env[62024]: INFO nova.compute.claims [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.520365] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 0b39a041-30fe-4fe5-896f-47bc5861a517/0b39a041-30fe-4fe5-896f-47bc5861a517.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.521860] env[62024]: DEBUG nova.compute.manager [req-007c8853-d815-4778-99f8-0644b99c7f8a req-4a097f66-7396-4047-bcbf-2af1c0e79fae service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Detach interface failed, port_id=fca626dc-0c09-4b90-b751-e63801361948, reason: Instance 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 858.522267] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.522517] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a915411c-a5f0-4691-8507-680e59cca18e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.524969] env[62024]: INFO nova.scheduler.client.report [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Deleted allocations for instance 3310883b-f3e0-4990-a98e-27ac498a63f0 [ 858.526078] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5967ded-1ce4-4ddf-bb11-6140ff3743f1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.541167] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Waiting for the task: (returnval){ [ 858.541167] env[62024]: value = "task-2288476" [ 858.541167] env[62024]: _type = "Task" [ 858.541167] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.541167] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 858.541167] env[62024]: value = "task-2288477" [ 858.541167] env[62024]: _type = "Task" [ 858.541167] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.552388] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288476, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.556456] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.723815] env[62024]: DEBUG nova.compute.manager [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.724584] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.725598] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878bc9bb-91cc-4106-ab4f-ad4efa0746b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.740141] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.740466] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3010b527-f790-42cf-96f8-2f2249ebda0a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.749909] env[62024]: DEBUG oslo_vmware.api [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 858.749909] env[62024]: value = "task-2288478" [ 858.749909] env[62024]: _type = "Task" [ 858.749909] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.767087] env[62024]: DEBUG oslo_vmware.api [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.884056] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.884212] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.955425] env[62024]: DEBUG nova.network.neutron [-] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.036444] env[62024]: DEBUG oslo_concurrency.lockutils [None req-84d57560-359f-4cd0-b8af-f5bf4b49786f tempest-ServerMetadataNegativeTestJSON-1893948902 tempest-ServerMetadataNegativeTestJSON-1893948902-project-member] Lock "3310883b-f3e0-4990-a98e-27ac498a63f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.430s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.050721] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288476, 'name': Rename_Task, 'duration_secs': 0.168756} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.051865] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.052646] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b09ecbd3-d031-4399-9510-4e55406c3cd2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.057261] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288477, 'name': PowerOffVM_Task, 'duration_secs': 0.208213} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.057821] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.058595] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903f271d-54f2-4fb3-9cbb-603b6d32b4ca {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.062454] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Waiting for the task: (returnval){ [ 859.062454] env[62024]: value = "task-2288479" [ 859.062454] env[62024]: _type = "Task" [ 859.062454] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.081016] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745afe8c-fb10-4e4a-8acb-c7c7638d4d6b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.087253] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288479, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.261247] env[62024]: DEBUG oslo_vmware.api [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288478, 'name': PowerOffVM_Task, 'duration_secs': 0.188568} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.261746] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.261746] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.262069] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f2dac24-204a-412e-a228-15741852cb2c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.322430] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.322577] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.322758] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleting the datastore file [datastore1] 7ac4b908-16cc-45e8-802b-ab55bd92aeb0 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.323057] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27bbd737-0f07-493d-9420-ecef5a38789d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.329117] env[62024]: DEBUG oslo_vmware.api [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 859.329117] env[62024]: value = "task-2288481" [ 859.329117] env[62024]: _type = "Task" [ 859.329117] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.338142] env[62024]: DEBUG oslo_vmware.api [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.386861] env[62024]: DEBUG nova.compute.manager [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.456929] env[62024]: INFO nova.compute.manager [-] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Took 1.84 seconds to deallocate network for instance. [ 859.579680] env[62024]: DEBUG oslo_vmware.api [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288479, 'name': PowerOnVM_Task, 'duration_secs': 0.494704} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.580444] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.580444] env[62024]: INFO nova.compute.manager [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Took 7.93 seconds to spawn the instance on the hypervisor. [ 859.580444] env[62024]: DEBUG nova.compute.manager [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.581242] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9f4606-9f55-4c96-81cb-c47922887ad0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.596057] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 859.596295] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0b36a531-7526-492c-8d21-076918fa8afb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.603614] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 859.603614] env[62024]: value = "task-2288482" [ 859.603614] env[62024]: _type = "Task" [ 859.603614] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.614258] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288482, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.841483] env[62024]: DEBUG oslo_vmware.api [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146828} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.841681] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.841914] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.842993] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.842993] env[62024]: INFO nova.compute.manager [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 859.842993] env[62024]: DEBUG oslo.service.loopingcall [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.842993] env[62024]: DEBUG nova.compute.manager [-] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.842993] env[62024]: DEBUG nova.network.neutron [-] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.913270] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.947103] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e107b7-140f-4836-9d38-84068a45dc85 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.960722] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc3b047-b1d1-45ee-8199-a37067414eaa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.966188] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.005390] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6b72e7-0ee5-44ce-a3ed-3bba931fb928 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.015139] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493b3245-e6f4-4a41-a4fc-038e86082b13 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.029270] env[62024]: DEBUG nova.compute.provider_tree [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.111693] env[62024]: INFO nova.compute.manager [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Took 29.70 seconds to build instance. [ 860.117685] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288482, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.139326] env[62024]: DEBUG nova.compute.manager [req-ae28a938-882b-4f16-aea6-b9367e093a78 req-be653dd5-4d86-4333-9335-584763fb611e service nova] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Received event network-vif-deleted-06f37347-c1c0-4da0-afa6-0c56aecc997c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.535398] env[62024]: DEBUG nova.scheduler.client.report [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.537582] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "25210071-a214-419c-8286-7630980dad31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.537804] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "25210071-a214-419c-8286-7630980dad31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.616647] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a68c91b7-68bb-4f8b-ba01-53c596fb3d44 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Lock "0b39a041-30fe-4fe5-896f-47bc5861a517" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.213s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.617234] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288482, 'name': CreateSnapshot_Task, 'duration_secs': 0.986896} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.617334] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 860.618440] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2916b43f-0a13-4e3b-ab19-a46a9b68e34b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.748240] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Acquiring lock "0b39a041-30fe-4fe5-896f-47bc5861a517" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.749062] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Lock "0b39a041-30fe-4fe5-896f-47bc5861a517" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.749867] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Acquiring lock "0b39a041-30fe-4fe5-896f-47bc5861a517-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.750386] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Lock "0b39a041-30fe-4fe5-896f-47bc5861a517-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.752018] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Lock "0b39a041-30fe-4fe5-896f-47bc5861a517-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.753873] env[62024]: DEBUG nova.network.neutron [-] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.756227] env[62024]: INFO nova.compute.manager [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Terminating instance [ 861.042910] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.043453] env[62024]: DEBUG nova.compute.manager [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.046985] env[62024]: DEBUG nova.compute.manager [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.049516] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.130s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.049621] env[62024]: DEBUG nova.objects.instance [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lazy-loading 'resources' on Instance uuid a5b1aa18-93ff-4a38-b4df-e24e59e98c69 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.142131] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 861.143302] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-57d772db-76d1-4dd5-bcde-2aa686758920 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.153265] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 861.153265] env[62024]: value = "task-2288483" [ 861.153265] env[62024]: _type = "Task" [ 861.153265] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.160933] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288483, 'name': CloneVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.258754] env[62024]: INFO nova.compute.manager [-] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Took 1.42 seconds to deallocate network for instance. [ 861.261671] env[62024]: DEBUG nova.compute.manager [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.261671] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.265564] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1098151a-5a1b-4963-80f4-db5121e190c3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.274189] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.274463] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0833813-0a02-4e8e-90da-89783218931a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.281641] env[62024]: DEBUG oslo_vmware.api [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Waiting for the task: (returnval){ [ 861.281641] env[62024]: value = "task-2288484" [ 861.281641] env[62024]: _type = "Task" [ 861.281641] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.293283] env[62024]: DEBUG oslo_vmware.api [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.551633] env[62024]: DEBUG nova.compute.utils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 861.552621] env[62024]: DEBUG nova.compute.manager [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.552621] env[62024]: DEBUG nova.network.neutron [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.584896] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.663155] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288483, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.721718] env[62024]: DEBUG nova.policy [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dbdc26c3a524fbc97608265576e9a42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21397ba784b24de28f08469e9ad70a49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.771340] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.797432] env[62024]: DEBUG oslo_vmware.api [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288484, 'name': PowerOffVM_Task, 'duration_secs': 0.39307} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.797432] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.797747] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.798121] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-108ec92e-3d7f-4c18-b352-ead22e7a014e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.872476] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.872792] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.873073] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Deleting the datastore file [datastore1] 0b39a041-30fe-4fe5-896f-47bc5861a517 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.876718] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77a525c1-2cb5-43a4-a678-6d77daddaf7e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.883570] env[62024]: DEBUG oslo_vmware.api [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Waiting for the task: (returnval){ [ 861.883570] env[62024]: value = "task-2288486" [ 861.883570] env[62024]: _type = "Task" [ 861.883570] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.894645] env[62024]: DEBUG oslo_vmware.api [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.949464] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c5f2c-da1c-4cf1-8270-3c9110c9de9f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.957693] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62b88f7-f7e0-43c2-9982-4ad7831a2c12 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.992267] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03253fc1-3243-4ddd-99b3-6d384fe3b505 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.000733] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c45e6e-97e2-4c28-b2f1-1893e63a1f39 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.019236] env[62024]: DEBUG nova.compute.provider_tree [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.060528] env[62024]: DEBUG nova.compute.manager [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.163645] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288483, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.167422] env[62024]: DEBUG nova.compute.manager [req-c0b8169e-1457-4d6f-8d34-2912f7144c92 req-bee70f38-6b4a-4af1-85fc-8ebd6c150570 service nova] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Received event network-vif-deleted-02360b1d-ae42-4d9a-86f3-330728ac1ca5 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.359548] env[62024]: DEBUG nova.network.neutron [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Successfully created port: 0e526988-4f0a-4d6c-a822-d6dad58d57df {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.393351] env[62024]: DEBUG oslo_vmware.api [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Task: {'id': task-2288486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154189} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.393605] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.393832] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.394062] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.394271] env[62024]: INFO nova.compute.manager [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Took 1.13 seconds to destroy the instance on the hypervisor. [ 862.394514] env[62024]: DEBUG oslo.service.loopingcall [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 862.394701] env[62024]: DEBUG nova.compute.manager [-] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.394791] env[62024]: DEBUG nova.network.neutron [-] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.523133] env[62024]: DEBUG nova.scheduler.client.report [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.663078] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288483, 'name': CloneVM_Task, 'duration_secs': 1.189071} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.663340] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Created linked-clone VM from snapshot [ 862.664105] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9cc3ee-e22b-43de-b00b-4b91961d9ddd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.678488] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Uploading image cfbcce07-79f4-4fa0-9e42-de35346f9323 {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 862.711294] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 862.711294] env[62024]: value = "vm-465790" [ 862.711294] env[62024]: _type = "VirtualMachine" [ 862.711294] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 862.711614] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4943bdda-e4bd-4990-9126-0da391f12e04 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.719133] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lease: (returnval){ [ 862.719133] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dce6f2-43b1-9c4a-265e-fed3f6a9378a" [ 862.719133] env[62024]: _type = "HttpNfcLease" [ 862.719133] env[62024]: } obtained for exporting VM: (result){ [ 862.719133] env[62024]: value = "vm-465790" [ 862.719133] env[62024]: _type = "VirtualMachine" [ 862.719133] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 862.719360] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the lease: (returnval){ [ 862.719360] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dce6f2-43b1-9c4a-265e-fed3f6a9378a" [ 862.719360] env[62024]: _type = "HttpNfcLease" [ 862.719360] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 862.726336] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 862.726336] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dce6f2-43b1-9c4a-265e-fed3f6a9378a" [ 862.726336] env[62024]: _type = "HttpNfcLease" [ 862.726336] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 863.028542] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.030971] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.921s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.031256] env[62024]: DEBUG nova.objects.instance [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lazy-loading 'resources' on Instance uuid 5a8d7755-0802-4c0b-a0f7-bbec6f52842d {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.051646] env[62024]: INFO nova.scheduler.client.report [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Deleted allocations for instance a5b1aa18-93ff-4a38-b4df-e24e59e98c69 [ 863.070013] env[62024]: DEBUG nova.compute.manager [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.102653] env[62024]: DEBUG nova.virt.hardware [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.103079] env[62024]: DEBUG nova.virt.hardware [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.103513] env[62024]: DEBUG nova.virt.hardware [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.103894] env[62024]: DEBUG nova.virt.hardware [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.104125] env[62024]: DEBUG nova.virt.hardware [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.104352] env[62024]: DEBUG nova.virt.hardware [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.104623] env[62024]: DEBUG nova.virt.hardware [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.104843] env[62024]: DEBUG nova.virt.hardware [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.105083] env[62024]: DEBUG nova.virt.hardware [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.105310] env[62024]: DEBUG nova.virt.hardware [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.105540] env[62024]: DEBUG nova.virt.hardware [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.106494] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ceb4be-62dd-45eb-b7d5-0fb4e85c2acb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.116212] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aed70b-e5ac-4589-aef4-5e4595e500c1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.234021] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 863.234021] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dce6f2-43b1-9c4a-265e-fed3f6a9378a" [ 863.234021] env[62024]: _type = "HttpNfcLease" [ 863.234021] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 863.234021] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 863.234021] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dce6f2-43b1-9c4a-265e-fed3f6a9378a" [ 863.234021] env[62024]: _type = "HttpNfcLease" [ 863.234021] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 863.234021] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edca7be3-a573-4754-8422-6f2e16eaa6a4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.241759] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528aaddd-2b68-6fa9-3c5e-9bcb82f03009/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 863.243254] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528aaddd-2b68-6fa9-3c5e-9bcb82f03009/disk-0.vmdk for reading. {{(pid=62024) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 863.373434] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be529a85-3526-46d6-8048-a66d99581822 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.494328] env[62024]: DEBUG nova.network.neutron [-] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.561093] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ef07539-8fa8-4e4b-a9e5-4281d35eb8f9 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "a5b1aa18-93ff-4a38-b4df-e24e59e98c69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.397s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.871730] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0460509-fbe5-4ae9-adbe-313b4a58bb61 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.882868] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d376810-0b94-40f5-bb0a-8b8da47bfc70 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.920703] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e09630d-fcc5-45cf-b701-4a316101181e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.929724] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc293ac-b499-4373-b522-118f4db3caec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.946480] env[62024]: DEBUG nova.compute.provider_tree [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.996945] env[62024]: INFO nova.compute.manager [-] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Took 1.60 seconds to deallocate network for instance. [ 864.205759] env[62024]: DEBUG nova.compute.manager [req-565d6748-4261-439f-a3f1-5273480e67be req-c501641c-56df-48c8-9dba-3fcc24868add service nova] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Received event network-vif-deleted-695a56c2-563d-41aa-a926-ff1699c6f162 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.349906] env[62024]: DEBUG nova.network.neutron [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Successfully updated port: 0e526988-4f0a-4d6c-a822-d6dad58d57df {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.452365] env[62024]: DEBUG nova.scheduler.client.report [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.506302] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.857353] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Acquiring lock "refresh_cache-2b796cd9-a60e-499d-b000-b4924ea5b513" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.857353] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Acquired lock "refresh_cache-2b796cd9-a60e-499d-b000-b4924ea5b513" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.857353] env[62024]: DEBUG nova.network.neutron [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.957674] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.961018] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.640s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.961018] env[62024]: DEBUG nova.objects.instance [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lazy-loading 'resources' on Instance uuid 2dffe23d-5c9a-4477-a855-227646ad434b {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.981736] env[62024]: INFO nova.scheduler.client.report [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Deleted allocations for instance 5a8d7755-0802-4c0b-a0f7-bbec6f52842d [ 865.249043] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "688a3e6c-3aad-434f-aaa4-5dc0550249cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.249418] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "688a3e6c-3aad-434f-aaa4-5dc0550249cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.395587] env[62024]: DEBUG nova.network.neutron [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.492507] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13037e18-fa2e-490c-acfc-8856a1521752 tempest-MultipleCreateTestJSON-206213947 tempest-MultipleCreateTestJSON-206213947-project-member] Lock "5a8d7755-0802-4c0b-a0f7-bbec6f52842d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.206s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.574559] env[62024]: DEBUG nova.network.neutron [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Updating instance_info_cache with network_info: [{"id": "0e526988-4f0a-4d6c-a822-d6dad58d57df", "address": "fa:16:3e:6c:89:f3", "network": {"id": "b946f146-d3cd-4b59-af9b-da254821f217", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-112121336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21397ba784b24de28f08469e9ad70a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e526988-4f", "ovs_interfaceid": "0e526988-4f0a-4d6c-a822-d6dad58d57df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.752498] env[62024]: DEBUG nova.compute.manager [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.836612] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7d97ea-c8be-455a-85cb-aebb366c8648 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.845936] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df748593-0640-450c-b036-6f6321111a2a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.881122] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f3cee4-7f9a-482b-8547-c795a90a36d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.889172] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95091bdf-6d06-4742-a16b-13fa4d5ee254 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.903047] env[62024]: DEBUG nova.compute.provider_tree [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.079805] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Releasing lock "refresh_cache-2b796cd9-a60e-499d-b000-b4924ea5b513" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.080258] env[62024]: DEBUG nova.compute.manager [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Instance network_info: |[{"id": "0e526988-4f0a-4d6c-a822-d6dad58d57df", "address": "fa:16:3e:6c:89:f3", "network": {"id": "b946f146-d3cd-4b59-af9b-da254821f217", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-112121336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21397ba784b24de28f08469e9ad70a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e526988-4f", "ovs_interfaceid": "0e526988-4f0a-4d6c-a822-d6dad58d57df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.080602] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:89:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e526988-4f0a-4d6c-a822-d6dad58d57df', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.088403] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Creating folder: Project (21397ba784b24de28f08469e9ad70a49). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.088706] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b38fce79-e424-459a-a646-42d5baccdc89 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.100640] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Created folder: Project (21397ba784b24de28f08469e9ad70a49) in parent group-v465568. [ 866.100946] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Creating folder: Instances. Parent ref: group-v465791. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.101534] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-183ffc55-e8c8-46df-bea7-25fc83e6b027 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.110378] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Created folder: Instances in parent group-v465791. [ 866.110481] env[62024]: DEBUG oslo.service.loopingcall [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.110600] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.110812] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83363e0d-97e6-4481-85d5-164bbba5f84b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.129719] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.129719] env[62024]: value = "task-2288490" [ 866.129719] env[62024]: _type = "Task" [ 866.129719] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.137392] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288490, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.232214] env[62024]: DEBUG nova.compute.manager [req-8cf29fce-7ac5-479f-807d-c05b22a75ae5 req-d2217aba-1699-4a34-9ca5-36f66aa15f23 service nova] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Received event network-vif-plugged-0e526988-4f0a-4d6c-a822-d6dad58d57df {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.232472] env[62024]: DEBUG oslo_concurrency.lockutils [req-8cf29fce-7ac5-479f-807d-c05b22a75ae5 req-d2217aba-1699-4a34-9ca5-36f66aa15f23 service nova] Acquiring lock "2b796cd9-a60e-499d-b000-b4924ea5b513-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.232906] env[62024]: DEBUG oslo_concurrency.lockutils [req-8cf29fce-7ac5-479f-807d-c05b22a75ae5 req-d2217aba-1699-4a34-9ca5-36f66aa15f23 service nova] Lock "2b796cd9-a60e-499d-b000-b4924ea5b513-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.233130] env[62024]: DEBUG oslo_concurrency.lockutils [req-8cf29fce-7ac5-479f-807d-c05b22a75ae5 req-d2217aba-1699-4a34-9ca5-36f66aa15f23 service nova] Lock "2b796cd9-a60e-499d-b000-b4924ea5b513-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.233303] env[62024]: DEBUG nova.compute.manager [req-8cf29fce-7ac5-479f-807d-c05b22a75ae5 req-d2217aba-1699-4a34-9ca5-36f66aa15f23 service nova] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] No waiting events found dispatching network-vif-plugged-0e526988-4f0a-4d6c-a822-d6dad58d57df {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.233531] env[62024]: WARNING nova.compute.manager [req-8cf29fce-7ac5-479f-807d-c05b22a75ae5 req-d2217aba-1699-4a34-9ca5-36f66aa15f23 service nova] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Received unexpected event network-vif-plugged-0e526988-4f0a-4d6c-a822-d6dad58d57df for instance with vm_state building and task_state spawning. [ 866.233770] env[62024]: DEBUG nova.compute.manager [req-8cf29fce-7ac5-479f-807d-c05b22a75ae5 req-d2217aba-1699-4a34-9ca5-36f66aa15f23 service nova] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Received event network-changed-0e526988-4f0a-4d6c-a822-d6dad58d57df {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.234133] env[62024]: DEBUG nova.compute.manager [req-8cf29fce-7ac5-479f-807d-c05b22a75ae5 req-d2217aba-1699-4a34-9ca5-36f66aa15f23 service nova] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Refreshing instance network info cache due to event network-changed-0e526988-4f0a-4d6c-a822-d6dad58d57df. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 866.234263] env[62024]: DEBUG oslo_concurrency.lockutils [req-8cf29fce-7ac5-479f-807d-c05b22a75ae5 req-d2217aba-1699-4a34-9ca5-36f66aa15f23 service nova] Acquiring lock "refresh_cache-2b796cd9-a60e-499d-b000-b4924ea5b513" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.234401] env[62024]: DEBUG oslo_concurrency.lockutils [req-8cf29fce-7ac5-479f-807d-c05b22a75ae5 req-d2217aba-1699-4a34-9ca5-36f66aa15f23 service nova] Acquired lock "refresh_cache-2b796cd9-a60e-499d-b000-b4924ea5b513" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.234560] env[62024]: DEBUG nova.network.neutron [req-8cf29fce-7ac5-479f-807d-c05b22a75ae5 req-d2217aba-1699-4a34-9ca5-36f66aa15f23 service nova] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Refreshing network info cache for port 0e526988-4f0a-4d6c-a822-d6dad58d57df {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.274215] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.406178] env[62024]: DEBUG nova.scheduler.client.report [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.645413] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288490, 'name': CreateVM_Task, 'duration_secs': 0.432563} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.645413] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.645413] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.645413] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.645413] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.645413] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc45f31a-597f-48dd-b1ed-274f0e64ce28 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.653724] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Waiting for the task: (returnval){ [ 866.653724] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b32f90-a6ab-0314-7eaa-f78fb85f6c48" [ 866.653724] env[62024]: _type = "Task" [ 866.653724] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.661131] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b32f90-a6ab-0314-7eaa-f78fb85f6c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.912375] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.914913] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.219s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.916531] env[62024]: INFO nova.compute.claims [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.960613] env[62024]: INFO nova.scheduler.client.report [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleted allocations for instance 2dffe23d-5c9a-4477-a855-227646ad434b [ 867.059413] env[62024]: DEBUG nova.network.neutron [req-8cf29fce-7ac5-479f-807d-c05b22a75ae5 req-d2217aba-1699-4a34-9ca5-36f66aa15f23 service nova] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Updated VIF entry in instance network info cache for port 0e526988-4f0a-4d6c-a822-d6dad58d57df. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.059413] env[62024]: DEBUG nova.network.neutron [req-8cf29fce-7ac5-479f-807d-c05b22a75ae5 req-d2217aba-1699-4a34-9ca5-36f66aa15f23 service nova] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Updating instance_info_cache with network_info: [{"id": "0e526988-4f0a-4d6c-a822-d6dad58d57df", "address": "fa:16:3e:6c:89:f3", "network": {"id": "b946f146-d3cd-4b59-af9b-da254821f217", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-112121336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21397ba784b24de28f08469e9ad70a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e526988-4f", "ovs_interfaceid": "0e526988-4f0a-4d6c-a822-d6dad58d57df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.166167] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b32f90-a6ab-0314-7eaa-f78fb85f6c48, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.166484] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.166729] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.166988] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.167160] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.168289] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.168289] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86539ad2-e3a6-4579-8330-a89e0bca12a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.177132] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.177295] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.178041] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8b7bb3-3f3e-49c8-b8c7-b28fe896050f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.183272] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Waiting for the task: (returnval){ [ 867.183272] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527f5a6a-6be6-2e59-e7fe-b175d985a22f" [ 867.183272] env[62024]: _type = "Task" [ 867.183272] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.191769] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527f5a6a-6be6-2e59-e7fe-b175d985a22f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.469951] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c11f3dd9-5db5-4e61-8aaf-983ace7f4ede tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "2dffe23d-5c9a-4477-a855-227646ad434b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.443s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.562492] env[62024]: DEBUG oslo_concurrency.lockutils [req-8cf29fce-7ac5-479f-807d-c05b22a75ae5 req-d2217aba-1699-4a34-9ca5-36f66aa15f23 service nova] Releasing lock "refresh_cache-2b796cd9-a60e-499d-b000-b4924ea5b513" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.695281] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527f5a6a-6be6-2e59-e7fe-b175d985a22f, 'name': SearchDatastore_Task, 'duration_secs': 0.008547} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.696207] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b52d9385-4c0a-4e23-816f-3628f876153a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.702268] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Waiting for the task: (returnval){ [ 867.702268] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fd0f7f-ba7e-0a48-0d78-c9f9b116c960" [ 867.702268] env[62024]: _type = "Task" [ 867.702268] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.711738] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fd0f7f-ba7e-0a48-0d78-c9f9b116c960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.214696] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fd0f7f-ba7e-0a48-0d78-c9f9b116c960, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.215046] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.216066] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 2b796cd9-a60e-499d-b000-b4924ea5b513/2b796cd9-a60e-499d-b000-b4924ea5b513.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.216362] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3ff6d7d-3f37-4fd2-9e9e-029294487f9f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.223454] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Waiting for the task: (returnval){ [ 868.223454] env[62024]: value = "task-2288491" [ 868.223454] env[62024]: _type = "Task" [ 868.223454] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.231719] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.245789] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f99e6a-dc54-4088-8310-64cfdd838c82 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.252985] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60794bd0-f8a1-49d5-acbe-2d5ae89c2b13 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.287966] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4942a4e-abbd-49b0-bbfe-84c8cfdcd168 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.296016] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226bf54a-aaf2-445b-8a39-bebb3533ea37 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.312035] env[62024]: DEBUG nova.compute.provider_tree [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.734136] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475479} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.734537] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 2b796cd9-a60e-499d-b000-b4924ea5b513/2b796cd9-a60e-499d-b000-b4924ea5b513.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.734820] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.735154] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6189f243-45b2-4d85-814b-ef2785ef6d9e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.742088] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Waiting for the task: (returnval){ [ 868.742088] env[62024]: value = "task-2288492" [ 868.742088] env[62024]: _type = "Task" [ 868.742088] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.751236] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.814790] env[62024]: DEBUG nova.scheduler.client.report [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.252529] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090514} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.253249] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.253624] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30728874-0cb1-40e7-a4eb-5c68bca7f1ac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.277192] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 2b796cd9-a60e-499d-b000-b4924ea5b513/2b796cd9-a60e-499d-b000-b4924ea5b513.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.277530] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0445190-fdb7-4539-94ea-fcc3ccda034c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.299301] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Waiting for the task: (returnval){ [ 869.299301] env[62024]: value = "task-2288493" [ 869.299301] env[62024]: _type = "Task" [ 869.299301] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.308457] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.323497] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.324078] env[62024]: DEBUG nova.compute.manager [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.326904] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.604s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.328365] env[62024]: INFO nova.compute.claims [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.811025] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288493, 'name': ReconfigVM_Task, 'duration_secs': 0.418792} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.811396] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 2b796cd9-a60e-499d-b000-b4924ea5b513/2b796cd9-a60e-499d-b000-b4924ea5b513.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.812018] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2af41acf-7e7c-4e10-9120-db66ab47a54c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.818178] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Waiting for the task: (returnval){ [ 869.818178] env[62024]: value = "task-2288494" [ 869.818178] env[62024]: _type = "Task" [ 869.818178] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.826669] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288494, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.832997] env[62024]: DEBUG nova.compute.utils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 869.836592] env[62024]: DEBUG nova.compute.manager [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.836781] env[62024]: DEBUG nova.network.neutron [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.897479] env[62024]: DEBUG nova.policy [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3de3398f0a1d4109be3220ff2468215b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87fdfffd73ef4fe5b1fe949585044d4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.947428] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "65ec227e-3975-4a36-9ee2-6adc08e29558" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.947673] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.975076] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528aaddd-2b68-6fa9-3c5e-9bcb82f03009/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 869.976709] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229ad26a-66d8-4d23-b55c-35b32ec5a983 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.983052] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528aaddd-2b68-6fa9-3c5e-9bcb82f03009/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 869.983232] env[62024]: ERROR oslo_vmware.rw_handles [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528aaddd-2b68-6fa9-3c5e-9bcb82f03009/disk-0.vmdk due to incomplete transfer. [ 869.983546] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f879ea13-d851-4fe6-8c80-73ec834bf022 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.990672] env[62024]: DEBUG oslo_vmware.rw_handles [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528aaddd-2b68-6fa9-3c5e-9bcb82f03009/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 869.990867] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Uploaded image cfbcce07-79f4-4fa0-9e42-de35346f9323 to the Glance image server {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 869.993308] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 869.993557] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c3d8991-4dcb-40ba-be4a-666adfd2b382 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.999603] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 869.999603] env[62024]: value = "task-2288495" [ 869.999603] env[62024]: _type = "Task" [ 869.999603] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.007395] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288495, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.270574] env[62024]: DEBUG nova.network.neutron [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Successfully created port: 2df0b8cf-f90e-47a4-b20c-e8deec093ba2 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.327819] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288494, 'name': Rename_Task, 'duration_secs': 0.164587} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.328167] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.328471] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-140cb021-234f-4014-a179-cb903591fc92 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.334591] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Waiting for the task: (returnval){ [ 870.334591] env[62024]: value = "task-2288496" [ 870.334591] env[62024]: _type = "Task" [ 870.334591] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.337759] env[62024]: DEBUG nova.compute.manager [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.348579] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.450632] env[62024]: DEBUG nova.compute.manager [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.509951] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288495, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.624164] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509577f3-3088-4c20-99aa-da1ff1cf36b0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.630127] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeb6fe1-4b66-44f8-be63-f3a4f6a0853c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.661593] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0714ee-5569-468e-92d3-4f898e44d685 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.668543] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fa08eb-3887-4709-973f-6164cd944858 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.682309] env[62024]: DEBUG nova.compute.provider_tree [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.847848] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288496, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.973519] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.009873] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288495, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.186717] env[62024]: DEBUG nova.scheduler.client.report [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.345259] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288496, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.349489] env[62024]: DEBUG nova.compute.manager [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.376932] env[62024]: DEBUG nova.virt.hardware [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.377204] env[62024]: DEBUG nova.virt.hardware [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.377362] env[62024]: DEBUG nova.virt.hardware [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.377542] env[62024]: DEBUG nova.virt.hardware [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.377687] env[62024]: DEBUG nova.virt.hardware [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.377832] env[62024]: DEBUG nova.virt.hardware [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.378050] env[62024]: DEBUG nova.virt.hardware [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.378235] env[62024]: DEBUG nova.virt.hardware [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.378416] env[62024]: DEBUG nova.virt.hardware [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.378581] env[62024]: DEBUG nova.virt.hardware [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.378752] env[62024]: DEBUG nova.virt.hardware [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.379656] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04956e7b-8788-4316-b0af-59a841c215f0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.387407] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43f0b7e-fcac-4df8-8eeb-9cd16cf147c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.509974] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288495, 'name': Destroy_Task, 'duration_secs': 1.412248} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.510268] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Destroyed the VM [ 871.510509] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 871.510754] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7db0f779-d47f-497a-b42f-914678ead5f0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.516537] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 871.516537] env[62024]: value = "task-2288497" [ 871.516537] env[62024]: _type = "Task" [ 871.516537] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.524354] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288497, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.695022] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.695022] env[62024]: DEBUG nova.compute.manager [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.696565] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.770s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.699234] env[62024]: INFO nova.compute.claims [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.712192] env[62024]: DEBUG nova.compute.manager [req-64c50665-0148-4c84-9bd4-d12426994833 req-a4f5caec-374f-4e03-9668-26555f7f4f07 service nova] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Received event network-vif-plugged-2df0b8cf-f90e-47a4-b20c-e8deec093ba2 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.712192] env[62024]: DEBUG oslo_concurrency.lockutils [req-64c50665-0148-4c84-9bd4-d12426994833 req-a4f5caec-374f-4e03-9668-26555f7f4f07 service nova] Acquiring lock "b0119f90-c29b-487b-9378-4f1f895730da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.712192] env[62024]: DEBUG oslo_concurrency.lockutils [req-64c50665-0148-4c84-9bd4-d12426994833 req-a4f5caec-374f-4e03-9668-26555f7f4f07 service nova] Lock "b0119f90-c29b-487b-9378-4f1f895730da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.712192] env[62024]: DEBUG oslo_concurrency.lockutils [req-64c50665-0148-4c84-9bd4-d12426994833 req-a4f5caec-374f-4e03-9668-26555f7f4f07 service nova] Lock "b0119f90-c29b-487b-9378-4f1f895730da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.712192] env[62024]: DEBUG nova.compute.manager [req-64c50665-0148-4c84-9bd4-d12426994833 req-a4f5caec-374f-4e03-9668-26555f7f4f07 service nova] [instance: b0119f90-c29b-487b-9378-4f1f895730da] No waiting events found dispatching network-vif-plugged-2df0b8cf-f90e-47a4-b20c-e8deec093ba2 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.712192] env[62024]: WARNING nova.compute.manager [req-64c50665-0148-4c84-9bd4-d12426994833 req-a4f5caec-374f-4e03-9668-26555f7f4f07 service nova] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Received unexpected event network-vif-plugged-2df0b8cf-f90e-47a4-b20c-e8deec093ba2 for instance with vm_state building and task_state spawning. [ 871.814287] env[62024]: DEBUG nova.network.neutron [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Successfully updated port: 2df0b8cf-f90e-47a4-b20c-e8deec093ba2 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.846951] env[62024]: DEBUG oslo_vmware.api [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288496, 'name': PowerOnVM_Task, 'duration_secs': 1.122648} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.847218] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.847410] env[62024]: INFO nova.compute.manager [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Took 8.78 seconds to spawn the instance on the hypervisor. [ 871.847585] env[62024]: DEBUG nova.compute.manager [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.848362] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29643d15-8a52-4fa7-9bd6-6a53e833df95 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.027992] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288497, 'name': RemoveSnapshot_Task, 'duration_secs': 0.305921} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.028280] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 872.028648] env[62024]: DEBUG nova.compute.manager [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.029442] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63c0bff-3d7b-4041-b44e-1200d3431174 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.206562] env[62024]: DEBUG nova.compute.utils [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 872.207750] env[62024]: DEBUG nova.compute.manager [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Not allocating networking since 'none' was specified. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 872.318028] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "refresh_cache-b0119f90-c29b-487b-9378-4f1f895730da" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.318028] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "refresh_cache-b0119f90-c29b-487b-9378-4f1f895730da" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.318028] env[62024]: DEBUG nova.network.neutron [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.365701] env[62024]: INFO nova.compute.manager [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Took 26.32 seconds to build instance. [ 872.542953] env[62024]: INFO nova.compute.manager [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Shelve offloading [ 872.711386] env[62024]: DEBUG nova.compute.manager [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.858878] env[62024]: DEBUG nova.network.neutron [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.867248] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ec286341-ee63-41d5-a109-21182689d2da tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Lock "2b796cd9-a60e-499d-b000-b4924ea5b513" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.826s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.973323] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342c4562-a3fa-4454-86ec-8b318b838b2e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.980678] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f779f26-1fed-476a-a2ff-3cc209ccc4a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.012573] env[62024]: DEBUG nova.network.neutron [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Updating instance_info_cache with network_info: [{"id": "2df0b8cf-f90e-47a4-b20c-e8deec093ba2", "address": "fa:16:3e:a8:a5:cf", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df0b8cf-f9", "ovs_interfaceid": "2df0b8cf-f90e-47a4-b20c-e8deec093ba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.014205] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e912f98-a3fb-4b42-b26c-1d9713f8995e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.022192] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be0f681-1cf5-41fb-8172-f2c8a166ba4f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.036748] env[62024]: DEBUG nova.compute.provider_tree [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.046459] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.046702] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2b3d222-7b50-4a33-91f5-34e99cab1da8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.053379] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 873.053379] env[62024]: value = "task-2288498" [ 873.053379] env[62024]: _type = "Task" [ 873.053379] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.061039] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.250275] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Acquiring lock "2b796cd9-a60e-499d-b000-b4924ea5b513" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.250275] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Lock "2b796cd9-a60e-499d-b000-b4924ea5b513" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.250275] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Acquiring lock "2b796cd9-a60e-499d-b000-b4924ea5b513-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.250586] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Lock "2b796cd9-a60e-499d-b000-b4924ea5b513-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.250767] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Lock "2b796cd9-a60e-499d-b000-b4924ea5b513-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.252811] env[62024]: INFO nova.compute.manager [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Terminating instance [ 873.517461] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "refresh_cache-b0119f90-c29b-487b-9378-4f1f895730da" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.517808] env[62024]: DEBUG nova.compute.manager [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Instance network_info: |[{"id": "2df0b8cf-f90e-47a4-b20c-e8deec093ba2", "address": "fa:16:3e:a8:a5:cf", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df0b8cf-f9", "ovs_interfaceid": "2df0b8cf-f90e-47a4-b20c-e8deec093ba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.518430] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:a5:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2df0b8cf-f90e-47a4-b20c-e8deec093ba2', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.525989] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Creating folder: Project (87fdfffd73ef4fe5b1fe949585044d4b). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.526966] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af57657c-bacd-4959-a267-7244372368ce {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.537613] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Created folder: Project (87fdfffd73ef4fe5b1fe949585044d4b) in parent group-v465568. [ 873.537793] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Creating folder: Instances. Parent ref: group-v465794. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.538022] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-657dd855-219a-4da4-b31d-8e633f383419 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.540015] env[62024]: DEBUG nova.scheduler.client.report [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.549378] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Created folder: Instances in parent group-v465794. [ 873.549597] env[62024]: DEBUG oslo.service.loopingcall [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.549766] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.549950] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-014f84a8-fa44-4db0-bca4-c750c74032d1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.574895] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] VM already powered off {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 873.575219] env[62024]: DEBUG nova.compute.manager [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.575455] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.575455] env[62024]: value = "task-2288501" [ 873.575455] env[62024]: _type = "Task" [ 873.575455] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.576182] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1a0d27-05c3-4690-b3a7-365bd1270bcc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.584348] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "refresh_cache-7bd222b5-a477-448d-866d-35a6be2ce677" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.584513] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "refresh_cache-7bd222b5-a477-448d-866d-35a6be2ce677" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.584681] env[62024]: DEBUG nova.network.neutron [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.588694] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288501, 'name': CreateVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.720314] env[62024]: DEBUG nova.compute.manager [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.742622] env[62024]: DEBUG nova.compute.manager [req-fca997ad-c20d-4736-8ee1-e325dd405081 req-2bcc81cd-fd4a-49d4-8a98-04467e1e55a3 service nova] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Received event network-changed-2df0b8cf-f90e-47a4-b20c-e8deec093ba2 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.742819] env[62024]: DEBUG nova.compute.manager [req-fca997ad-c20d-4736-8ee1-e325dd405081 req-2bcc81cd-fd4a-49d4-8a98-04467e1e55a3 service nova] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Refreshing instance network info cache due to event network-changed-2df0b8cf-f90e-47a4-b20c-e8deec093ba2. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 873.743036] env[62024]: DEBUG oslo_concurrency.lockutils [req-fca997ad-c20d-4736-8ee1-e325dd405081 req-2bcc81cd-fd4a-49d4-8a98-04467e1e55a3 service nova] Acquiring lock "refresh_cache-b0119f90-c29b-487b-9378-4f1f895730da" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.743182] env[62024]: DEBUG oslo_concurrency.lockutils [req-fca997ad-c20d-4736-8ee1-e325dd405081 req-2bcc81cd-fd4a-49d4-8a98-04467e1e55a3 service nova] Acquired lock "refresh_cache-b0119f90-c29b-487b-9378-4f1f895730da" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.743342] env[62024]: DEBUG nova.network.neutron [req-fca997ad-c20d-4736-8ee1-e325dd405081 req-2bcc81cd-fd4a-49d4-8a98-04467e1e55a3 service nova] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Refreshing network info cache for port 2df0b8cf-f90e-47a4-b20c-e8deec093ba2 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.746748] env[62024]: DEBUG nova.virt.hardware [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.747032] env[62024]: DEBUG nova.virt.hardware [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.747169] env[62024]: DEBUG nova.virt.hardware [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.747358] env[62024]: DEBUG nova.virt.hardware [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.747502] env[62024]: DEBUG nova.virt.hardware [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.747870] env[62024]: DEBUG nova.virt.hardware [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.747870] env[62024]: DEBUG nova.virt.hardware [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.747977] env[62024]: DEBUG nova.virt.hardware [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.748162] env[62024]: DEBUG nova.virt.hardware [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.748323] env[62024]: DEBUG nova.virt.hardware [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.748490] env[62024]: DEBUG nova.virt.hardware [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.749558] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edb8809-6817-4c5f-83a9-09cd6d0337c3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.759207] env[62024]: DEBUG nova.compute.manager [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.759415] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.760452] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ce1ecf-8e9f-4990-854f-7249535755fb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.764263] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee54905-95f2-4660-83b5-cbd9a7b6c9fb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.779262] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Instance VIF info [] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.784718] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Creating folder: Project (e1cc567d63cc485dbb38ce6dbef8527f). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.787363] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1300c991-03df-491f-b471-fade6fc61986 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.789098] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.789321] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc7c962d-4be1-4add-bd51-be1110fe8006 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.796212] env[62024]: DEBUG oslo_vmware.api [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Waiting for the task: (returnval){ [ 873.796212] env[62024]: value = "task-2288503" [ 873.796212] env[62024]: _type = "Task" [ 873.796212] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.800812] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Created folder: Project (e1cc567d63cc485dbb38ce6dbef8527f) in parent group-v465568. [ 873.800997] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Creating folder: Instances. Parent ref: group-v465797. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.801409] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca1b2695-7835-480a-a84d-d4ff5b9ec450 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.805586] env[62024]: DEBUG oslo_vmware.api [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.813440] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Created folder: Instances in parent group-v465797. [ 873.813715] env[62024]: DEBUG oslo.service.loopingcall [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.813911] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b057441-3437-470b-bcec-adf23799d370] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.814151] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fe4362f-a600-4831-8183-3974590f1369 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.832030] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.832030] env[62024]: value = "task-2288505" [ 873.832030] env[62024]: _type = "Task" [ 873.832030] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.840056] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288505, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.045753] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.046580] env[62024]: DEBUG nova.compute.manager [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.050036] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.137s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.051837] env[62024]: INFO nova.compute.claims [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.088664] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288501, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.306769] env[62024]: DEBUG oslo_vmware.api [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288503, 'name': PowerOffVM_Task, 'duration_secs': 0.265939} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.307880] env[62024]: DEBUG nova.network.neutron [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Updating instance_info_cache with network_info: [{"id": "704daaca-5c7d-4b2b-8083-2bc4e870c962", "address": "fa:16:3e:2c:ed:48", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704daaca-5c", "ovs_interfaceid": "704daaca-5c7d-4b2b-8083-2bc4e870c962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.309870] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.310177] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.310709] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7377521-732d-4c1b-8799-6021be62c60c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.341577] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288505, 'name': CreateVM_Task, 'duration_secs': 0.288997} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.342783] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b057441-3437-470b-bcec-adf23799d370] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.342783] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.342783] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.343515] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.343515] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb98740-da52-4e83-a85b-11c27990718d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.347644] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 874.347644] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f5798b-a2d6-9b48-654c-b66199e52305" [ 874.347644] env[62024]: _type = "Task" [ 874.347644] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.356308] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f5798b-a2d6-9b48-654c-b66199e52305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.375957] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.376272] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.376466] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Deleting the datastore file [datastore1] 2b796cd9-a60e-499d-b000-b4924ea5b513 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.376720] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1977a5f4-6df3-4f1e-8dc8-675eb692c337 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.382578] env[62024]: DEBUG oslo_vmware.api [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Waiting for the task: (returnval){ [ 874.382578] env[62024]: value = "task-2288507" [ 874.382578] env[62024]: _type = "Task" [ 874.382578] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.391806] env[62024]: DEBUG oslo_vmware.api [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.503769] env[62024]: DEBUG nova.network.neutron [req-fca997ad-c20d-4736-8ee1-e325dd405081 req-2bcc81cd-fd4a-49d4-8a98-04467e1e55a3 service nova] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Updated VIF entry in instance network info cache for port 2df0b8cf-f90e-47a4-b20c-e8deec093ba2. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.503846] env[62024]: DEBUG nova.network.neutron [req-fca997ad-c20d-4736-8ee1-e325dd405081 req-2bcc81cd-fd4a-49d4-8a98-04467e1e55a3 service nova] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Updating instance_info_cache with network_info: [{"id": "2df0b8cf-f90e-47a4-b20c-e8deec093ba2", "address": "fa:16:3e:a8:a5:cf", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df0b8cf-f9", "ovs_interfaceid": "2df0b8cf-f90e-47a4-b20c-e8deec093ba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.555843] env[62024]: DEBUG nova.compute.utils [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 874.560476] env[62024]: DEBUG nova.compute.manager [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Not allocating networking since 'none' was specified. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 874.587405] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288501, 'name': CreateVM_Task, 'duration_secs': 0.628686} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.587559] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.588191] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.811853] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "refresh_cache-7bd222b5-a477-448d-866d-35a6be2ce677" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.857193] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f5798b-a2d6-9b48-654c-b66199e52305, 'name': SearchDatastore_Task, 'duration_secs': 0.009435} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.857496] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.857729] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.857960] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.858116] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.858293] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.858566] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.858872] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.859099] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9bf2a1b-9333-4f47-8c95-449f2c62088d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.860910] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524620a1-71cc-4340-9e0a-e8e10c379646 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.865746] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 874.865746] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a14d22-e7a9-c995-7f92-fa1f4fc039de" [ 874.865746] env[62024]: _type = "Task" [ 874.865746] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.870034] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.870170] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.871134] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127b36be-acf6-473c-9cf8-9af0c4d95f7e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.875828] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a14d22-e7a9-c995-7f92-fa1f4fc039de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.880497] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 874.880497] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52761368-24a1-75ab-620c-59bddd663a7b" [ 874.880497] env[62024]: _type = "Task" [ 874.880497] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.890680] env[62024]: DEBUG oslo_vmware.api [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Task: {'id': task-2288507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12373} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.895633] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.895633] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.895633] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.895633] env[62024]: INFO nova.compute.manager [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Took 1.14 seconds to destroy the instance on the hypervisor. [ 874.895887] env[62024]: DEBUG oslo.service.loopingcall [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.896227] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52761368-24a1-75ab-620c-59bddd663a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.008267} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.896832] env[62024]: DEBUG nova.compute.manager [-] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.896832] env[62024]: DEBUG nova.network.neutron [-] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.899792] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbdade9-0eb8-40f8-bd78-d42c941e8a89 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.906482] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 874.906482] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528f6438-d4f9-53dc-68e9-eaa6fcc60d5a" [ 874.906482] env[62024]: _type = "Task" [ 874.906482] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.913449] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528f6438-d4f9-53dc-68e9-eaa6fcc60d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.006969] env[62024]: DEBUG oslo_concurrency.lockutils [req-fca997ad-c20d-4736-8ee1-e325dd405081 req-2bcc81cd-fd4a-49d4-8a98-04467e1e55a3 service nova] Releasing lock "refresh_cache-b0119f90-c29b-487b-9378-4f1f895730da" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.060232] env[62024]: DEBUG nova.compute.manager [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.228588] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.229768] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51241999-7bf7-468e-8b55-61f8706cb9be {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.237703] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.237961] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6443457c-962f-419a-8602-cd9b4bc1d517 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.299860] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.300181] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.300432] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleting the datastore file [datastore1] 7bd222b5-a477-448d-866d-35a6be2ce677 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.300745] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-456025de-ffb5-4ecb-9b25-1c33cb725baf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.306901] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 875.306901] env[62024]: value = "task-2288509" [ 875.306901] env[62024]: _type = "Task" [ 875.306901] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.316795] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.371691] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cad34f-c504-49a1-9357-0e5db9ccdc2e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.380274] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a14d22-e7a9-c995-7f92-fa1f4fc039de, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.382204] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.382455] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.382646] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.383780] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81913c0-7b44-411b-989f-6356e03a50fd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.418937] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce74a8e-0b48-43f4-b616-85dc08684620 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.426823] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528f6438-d4f9-53dc-68e9-eaa6fcc60d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.01244} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.430018] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.430282] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 4b057441-3437-470b-bcec-adf23799d370/4b057441-3437-470b-bcec-adf23799d370.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.430600] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.430783] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.430983] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e898163a-c4f1-4827-a38d-0cad59fa0d12 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.433654] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31f01ea-8299-4053-8fba-273823f48c97 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.437449] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baf9fadc-0deb-4fc4-b6b0-feda3651801b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.449648] env[62024]: DEBUG nova.compute.provider_tree [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.452801] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 875.452801] env[62024]: value = "task-2288510" [ 875.452801] env[62024]: _type = "Task" [ 875.452801] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.453021] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.453021] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.453727] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21def9b6-03dd-48e0-8a2c-74db7fdadac8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.465095] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.469082] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 875.469082] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5227de2f-c98b-7219-0756-d36c91d6b569" [ 875.469082] env[62024]: _type = "Task" [ 875.469082] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.478877] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5227de2f-c98b-7219-0756-d36c91d6b569, 'name': SearchDatastore_Task, 'duration_secs': 0.009036} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.479737] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a6aae11-e49a-4157-a41b-2e1e42ea5ce0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.487974] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 875.487974] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529e0d56-785c-48ad-b1b5-ab4f49c4fcde" [ 875.487974] env[62024]: _type = "Task" [ 875.487974] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.492569] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529e0d56-785c-48ad-b1b5-ab4f49c4fcde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.764182] env[62024]: DEBUG nova.network.neutron [-] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.771205] env[62024]: DEBUG nova.compute.manager [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Received event network-vif-unplugged-704daaca-5c7d-4b2b-8083-2bc4e870c962 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.771519] env[62024]: DEBUG oslo_concurrency.lockutils [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] Acquiring lock "7bd222b5-a477-448d-866d-35a6be2ce677-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.771831] env[62024]: DEBUG oslo_concurrency.lockutils [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] Lock "7bd222b5-a477-448d-866d-35a6be2ce677-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.772135] env[62024]: DEBUG oslo_concurrency.lockutils [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] Lock "7bd222b5-a477-448d-866d-35a6be2ce677-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.772373] env[62024]: DEBUG nova.compute.manager [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] No waiting events found dispatching network-vif-unplugged-704daaca-5c7d-4b2b-8083-2bc4e870c962 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.772622] env[62024]: WARNING nova.compute.manager [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Received unexpected event network-vif-unplugged-704daaca-5c7d-4b2b-8083-2bc4e870c962 for instance with vm_state shelved and task_state shelving_offloading. [ 875.772887] env[62024]: DEBUG nova.compute.manager [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Received event network-changed-704daaca-5c7d-4b2b-8083-2bc4e870c962 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.773124] env[62024]: DEBUG nova.compute.manager [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Refreshing instance network info cache due to event network-changed-704daaca-5c7d-4b2b-8083-2bc4e870c962. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 875.773345] env[62024]: DEBUG oslo_concurrency.lockutils [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] Acquiring lock "refresh_cache-7bd222b5-a477-448d-866d-35a6be2ce677" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.773551] env[62024]: DEBUG oslo_concurrency.lockutils [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] Acquired lock "refresh_cache-7bd222b5-a477-448d-866d-35a6be2ce677" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.773752] env[62024]: DEBUG nova.network.neutron [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Refreshing network info cache for port 704daaca-5c7d-4b2b-8083-2bc4e870c962 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.818715] env[62024]: DEBUG oslo_vmware.api [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115231} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.818997] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.819200] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.819441] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.843929] env[62024]: INFO nova.scheduler.client.report [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleted allocations for instance 7bd222b5-a477-448d-866d-35a6be2ce677 [ 875.958334] env[62024]: DEBUG nova.scheduler.client.report [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.967211] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443269} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.967468] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 4b057441-3437-470b-bcec-adf23799d370/4b057441-3437-470b-bcec-adf23799d370.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.967679] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.968135] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13a64162-c3ab-46eb-b355-0444111b04ea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.973943] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 875.973943] env[62024]: value = "task-2288511" [ 875.973943] env[62024]: _type = "Task" [ 875.973943] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.982646] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.993992] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529e0d56-785c-48ad-b1b5-ab4f49c4fcde, 'name': SearchDatastore_Task, 'duration_secs': 0.008214} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.994241] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.994488] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] b0119f90-c29b-487b-9378-4f1f895730da/b0119f90-c29b-487b-9378-4f1f895730da.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.994784] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0915e8f-50d8-4ff1-87de-bd0a8c83e1dc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.000172] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 876.000172] env[62024]: value = "task-2288512" [ 876.000172] env[62024]: _type = "Task" [ 876.000172] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.007528] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.073512] env[62024]: DEBUG nova.compute.manager [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.101773] env[62024]: DEBUG nova.virt.hardware [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.102051] env[62024]: DEBUG nova.virt.hardware [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.102257] env[62024]: DEBUG nova.virt.hardware [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.102488] env[62024]: DEBUG nova.virt.hardware [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.102672] env[62024]: DEBUG nova.virt.hardware [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.102861] env[62024]: DEBUG nova.virt.hardware [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.103151] env[62024]: DEBUG nova.virt.hardware [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.103368] env[62024]: DEBUG nova.virt.hardware [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.103587] env[62024]: DEBUG nova.virt.hardware [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.103797] env[62024]: DEBUG nova.virt.hardware [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.103994] env[62024]: DEBUG nova.virt.hardware [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.104986] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130e0826-c64b-44a9-9b89-a65451f119d8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.114393] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46efac5-5393-4262-8b60-215721c64c97 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.135080] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Instance VIF info [] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.143606] env[62024]: DEBUG oslo.service.loopingcall [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.143958] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.144261] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcc59058-4c52-43dc-bbb9-2a6d67d162fd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.163548] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.163548] env[62024]: value = "task-2288513" [ 876.163548] env[62024]: _type = "Task" [ 876.163548] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.172254] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288513, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.268124] env[62024]: INFO nova.compute.manager [-] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Took 1.37 seconds to deallocate network for instance. [ 876.349965] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.462682] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.463275] env[62024]: DEBUG nova.compute.manager [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.465891] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.500s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.467340] env[62024]: DEBUG nova.objects.instance [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lazy-loading 'resources' on Instance uuid 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.484902] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062374} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.487217] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.487980] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a3effd-49ff-47d0-8c9f-5c4a85f00d5c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.512327] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 4b057441-3437-470b-bcec-adf23799d370/4b057441-3437-470b-bcec-adf23799d370.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.515915] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01790827-e8cd-42d4-8b1a-e1b0c7f42ee1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.531362] env[62024]: DEBUG nova.network.neutron [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Updated VIF entry in instance network info cache for port 704daaca-5c7d-4b2b-8083-2bc4e870c962. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.531693] env[62024]: DEBUG nova.network.neutron [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Updating instance_info_cache with network_info: [{"id": "704daaca-5c7d-4b2b-8083-2bc4e870c962", "address": "fa:16:3e:2c:ed:48", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": null, "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap704daaca-5c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.538451] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.413752} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.539673] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] b0119f90-c29b-487b-9378-4f1f895730da/b0119f90-c29b-487b-9378-4f1f895730da.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.539893] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.540355] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 876.540355] env[62024]: value = "task-2288514" [ 876.540355] env[62024]: _type = "Task" [ 876.540355] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.540621] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d4276cb-9c90-41d9-8f01-2f51be639cfb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.551070] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288514, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.552174] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 876.552174] env[62024]: value = "task-2288515" [ 876.552174] env[62024]: _type = "Task" [ 876.552174] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.561440] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.673305] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288513, 'name': CreateVM_Task, 'duration_secs': 0.391964} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.673515] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.674057] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.674187] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.674512] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.674779] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ebccc7-5a2e-4039-9602-ab63623af51b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.680020] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 876.680020] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528d4cab-f3cd-6278-71ca-d884af746545" [ 876.680020] env[62024]: _type = "Task" [ 876.680020] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.688358] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528d4cab-f3cd-6278-71ca-d884af746545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.774739] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.968419] env[62024]: DEBUG nova.compute.utils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 876.972256] env[62024]: DEBUG nova.compute.manager [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.972427] env[62024]: DEBUG nova.network.neutron [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.035236] env[62024]: DEBUG oslo_concurrency.lockutils [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] Releasing lock "refresh_cache-7bd222b5-a477-448d-866d-35a6be2ce677" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.035610] env[62024]: DEBUG nova.compute.manager [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Received event network-vif-deleted-0e526988-4f0a-4d6c-a822-d6dad58d57df {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.035791] env[62024]: INFO nova.compute.manager [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Neutron deleted interface 0e526988-4f0a-4d6c-a822-d6dad58d57df; detaching it from the instance and deleting it from the info cache [ 877.036021] env[62024]: DEBUG nova.network.neutron [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.041441] env[62024]: DEBUG nova.policy [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952e2c58f2014c8c9c39fe9a0d4b26fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f7d558c2d8a4ced9a390043174f4b76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.054826] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288514, 'name': ReconfigVM_Task, 'duration_secs': 0.258416} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.058201] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 4b057441-3437-470b-bcec-adf23799d370/4b057441-3437-470b-bcec-adf23799d370.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.061277] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7462c8a3-6827-47a4-917c-caf53559628b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.067804] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058808} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.068864] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.069116] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 877.069116] env[62024]: value = "task-2288516" [ 877.069116] env[62024]: _type = "Task" [ 877.069116] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.070145] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72d176a-b8ed-4f3a-bf03-cef3a63edc14 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.083950] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288516, 'name': Rename_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.103612] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] b0119f90-c29b-487b-9378-4f1f895730da/b0119f90-c29b-487b-9378-4f1f895730da.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.106468] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8234e494-99d7-47e7-be23-51220065d313 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.126204] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 877.126204] env[62024]: value = "task-2288517" [ 877.126204] env[62024]: _type = "Task" [ 877.126204] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.134597] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.191022] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528d4cab-f3cd-6278-71ca-d884af746545, 'name': SearchDatastore_Task, 'duration_secs': 0.008526} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.191313] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.191558] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.191797] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.191943] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.192181] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.192683] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60814547-0e5a-47ef-b851-e23ceb017953 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.200596] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.200776] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.201499] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73723116-a132-49c7-ac31-f70520c98e7d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.206531] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 877.206531] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5219abb0-6f62-fe44-074f-d22a07eb0240" [ 877.206531] env[62024]: _type = "Task" [ 877.206531] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.218560] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5219abb0-6f62-fe44-074f-d22a07eb0240, 'name': SearchDatastore_Task, 'duration_secs': 0.008972} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.219692] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3d9e95-7c7a-4f24-b1a8-7c117c64417f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.225646] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 877.225646] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529756b1-cc30-dded-267a-d178a354c581" [ 877.225646] env[62024]: _type = "Task" [ 877.225646] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.238043] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529756b1-cc30-dded-267a-d178a354c581, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.238043] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.238043] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] e4632e97-4b34-432b-b1a1-6e6ee3b280cd/e4632e97-4b34-432b-b1a1-6e6ee3b280cd.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.238043] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59ce577f-3850-4a65-92e8-afda0a805e57 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.243619] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 877.243619] env[62024]: value = "task-2288518" [ 877.243619] env[62024]: _type = "Task" [ 877.243619] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.256445] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.331918] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8398c590-44d8-475b-9d14-c5dd6adf87de {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.338989] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6202d38d-aac0-4be0-b067-3da8e7e8cc71 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.375031] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cf49b6-fed0-4f95-ae3a-f4a385dbf23b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.381419] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892e40c6-c4e5-477a-a7e0-9ae6f8add84d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.386086] env[62024]: DEBUG nova.network.neutron [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Successfully created port: 2247a6f1-af79-4db7-981c-7145a2b8c19b {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.397652] env[62024]: DEBUG nova.compute.provider_tree [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.466412] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08ee2658-a42c-41a9-a220-a070c8c68773 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "7bd222b5-a477-448d-866d-35a6be2ce677" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.473304] env[62024]: DEBUG nova.compute.manager [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.539263] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc29bba9-5733-4ae9-b740-4e72d29ed5c3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.549070] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7342eea8-f19d-4e25-baeb-22a0ac584f0d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.583389] env[62024]: DEBUG nova.compute.manager [req-da72f949-be58-4300-b8b0-2f7af2003a1a req-829be2a6-2a92-4dea-b419-d02b33c26c21 service nova] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Detach interface failed, port_id=0e526988-4f0a-4d6c-a822-d6dad58d57df, reason: Instance 2b796cd9-a60e-499d-b000-b4924ea5b513 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 877.593896] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288516, 'name': Rename_Task, 'duration_secs': 0.131195} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.594185] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.594437] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c71f783-834a-45c4-9b88-1c9058e66958 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.600475] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 877.600475] env[62024]: value = "task-2288519" [ 877.600475] env[62024]: _type = "Task" [ 877.600475] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.610362] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.638462] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288517, 'name': ReconfigVM_Task, 'duration_secs': 0.262151} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.638761] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Reconfigured VM instance instance-00000052 to attach disk [datastore1] b0119f90-c29b-487b-9378-4f1f895730da/b0119f90-c29b-487b-9378-4f1f895730da.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.639430] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73402f63-453b-4487-bf80-98bcbc9bd0ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.647125] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 877.647125] env[62024]: value = "task-2288520" [ 877.647125] env[62024]: _type = "Task" [ 877.647125] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.660831] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288520, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.753187] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502715} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.753608] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] e4632e97-4b34-432b-b1a1-6e6ee3b280cd/e4632e97-4b34-432b-b1a1-6e6ee3b280cd.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.753770] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.754039] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-743cee11-80bc-4762-a0ae-508cfd3d3cf0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.759625] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 877.759625] env[62024]: value = "task-2288521" [ 877.759625] env[62024]: _type = "Task" [ 877.759625] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.766812] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.901831] env[62024]: DEBUG nova.scheduler.client.report [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.111494] env[62024]: DEBUG oslo_vmware.api [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288519, 'name': PowerOnVM_Task, 'duration_secs': 0.494346} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.111764] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.112123] env[62024]: INFO nova.compute.manager [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Took 4.39 seconds to spawn the instance on the hypervisor. [ 878.112205] env[62024]: DEBUG nova.compute.manager [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.112976] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6969f9a6-c067-4729-b011-49a8355e92b1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.157103] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288520, 'name': Rename_Task, 'duration_secs': 0.198696} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.157388] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.157629] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0370c3a-73dc-46f3-a969-cc8d55f1efe6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.164050] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 878.164050] env[62024]: value = "task-2288522" [ 878.164050] env[62024]: _type = "Task" [ 878.164050] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.171450] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.268854] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089534} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.269126] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.269868] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67011929-0fa4-4937-ab2e-d36ee5635bd6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.289014] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] e4632e97-4b34-432b-b1a1-6e6ee3b280cd/e4632e97-4b34-432b-b1a1-6e6ee3b280cd.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.289586] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fec0a34-90b7-43db-b90f-e2280d753138 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.312582] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 878.312582] env[62024]: value = "task-2288523" [ 878.312582] env[62024]: _type = "Task" [ 878.312582] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.321171] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.407428] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.410441] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.825s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.411437] env[62024]: INFO nova.compute.claims [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.430026] env[62024]: INFO nova.scheduler.client.report [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Deleted allocations for instance 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31 [ 878.485021] env[62024]: DEBUG nova.compute.manager [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.508876] env[62024]: DEBUG nova.virt.hardware [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.509195] env[62024]: DEBUG nova.virt.hardware [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.509303] env[62024]: DEBUG nova.virt.hardware [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.509506] env[62024]: DEBUG nova.virt.hardware [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.509666] env[62024]: DEBUG nova.virt.hardware [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.509813] env[62024]: DEBUG nova.virt.hardware [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.510053] env[62024]: DEBUG nova.virt.hardware [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.510251] env[62024]: DEBUG nova.virt.hardware [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.510440] env[62024]: DEBUG nova.virt.hardware [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.510598] env[62024]: DEBUG nova.virt.hardware [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.510767] env[62024]: DEBUG nova.virt.hardware [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.511770] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52e4cbf-3afd-47ed-861e-fa58b75a042e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.519809] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a74a2be-d93d-429d-8323-9137fdae4b09 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.629379] env[62024]: INFO nova.compute.manager [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Took 22.93 seconds to build instance. [ 878.673987] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288522, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.823396] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.937072] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be4f5fe6-1cc2-40dc-b1ef-d08420663187 tempest-ServersTestMultiNic-2021155997 tempest-ServersTestMultiNic-2021155997-project-member] Lock "7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.492s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.948877] env[62024]: DEBUG nova.compute.manager [req-50cf439c-62c2-4338-8bb1-3cb8112a6ebe req-27024731-7929-41b3-a895-61530286cc31 service nova] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Received event network-vif-plugged-2247a6f1-af79-4db7-981c-7145a2b8c19b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.948877] env[62024]: DEBUG oslo_concurrency.lockutils [req-50cf439c-62c2-4338-8bb1-3cb8112a6ebe req-27024731-7929-41b3-a895-61530286cc31 service nova] Acquiring lock "6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.948877] env[62024]: DEBUG oslo_concurrency.lockutils [req-50cf439c-62c2-4338-8bb1-3cb8112a6ebe req-27024731-7929-41b3-a895-61530286cc31 service nova] Lock "6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.948877] env[62024]: DEBUG oslo_concurrency.lockutils [req-50cf439c-62c2-4338-8bb1-3cb8112a6ebe req-27024731-7929-41b3-a895-61530286cc31 service nova] Lock "6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.948877] env[62024]: DEBUG nova.compute.manager [req-50cf439c-62c2-4338-8bb1-3cb8112a6ebe req-27024731-7929-41b3-a895-61530286cc31 service nova] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] No waiting events found dispatching network-vif-plugged-2247a6f1-af79-4db7-981c-7145a2b8c19b {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.948877] env[62024]: WARNING nova.compute.manager [req-50cf439c-62c2-4338-8bb1-3cb8112a6ebe req-27024731-7929-41b3-a895-61530286cc31 service nova] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Received unexpected event network-vif-plugged-2247a6f1-af79-4db7-981c-7145a2b8c19b for instance with vm_state building and task_state spawning. [ 879.053372] env[62024]: DEBUG nova.network.neutron [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Successfully updated port: 2247a6f1-af79-4db7-981c-7145a2b8c19b {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.131403] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d806ff49-5a00-4a03-a3c6-888a57c23241 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "4b057441-3437-470b-bcec-adf23799d370" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.442s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.174458] env[62024]: DEBUG oslo_vmware.api [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288522, 'name': PowerOnVM_Task, 'duration_secs': 0.533112} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.174741] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.174911] env[62024]: INFO nova.compute.manager [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Took 7.83 seconds to spawn the instance on the hypervisor. [ 879.175100] env[62024]: DEBUG nova.compute.manager [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.175864] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c25727f-dd52-4c55-aeae-2df50f0dc81f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.324586] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288523, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.559937] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "refresh_cache-6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.559937] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "refresh_cache-6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.559937] env[62024]: DEBUG nova.network.neutron [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.698141] env[62024]: INFO nova.compute.manager [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Took 27.03 seconds to build instance. [ 879.717110] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f60813-5914-42e8-8e8f-b653bede6f5e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.725096] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c426c999-26ed-43bc-ba9d-f385f7dfd2b8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.758443] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96503d7-bd3f-4d03-8a28-c227fce6f963 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.766238] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaf2a18-83c0-4230-aa59-d99b0ba75fa9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.779416] env[62024]: DEBUG nova.compute.provider_tree [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.823491] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288523, 'name': ReconfigVM_Task, 'duration_secs': 1.045608} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.823761] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Reconfigured VM instance instance-00000054 to attach disk [datastore1] e4632e97-4b34-432b-b1a1-6e6ee3b280cd/e4632e97-4b34-432b-b1a1-6e6ee3b280cd.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.824449] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5101d3e5-2d98-417b-ae79-88ecf227be1f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.830544] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 879.830544] env[62024]: value = "task-2288524" [ 879.830544] env[62024]: _type = "Task" [ 879.830544] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.838187] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288524, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.133943] env[62024]: DEBUG nova.network.neutron [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.200259] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b8071397-fdb1-4659-aac0-625968a5ab96 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "b0119f90-c29b-487b-9378-4f1f895730da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.536s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.282524] env[62024]: DEBUG nova.scheduler.client.report [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.294674] env[62024]: DEBUG nova.network.neutron [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Updating instance_info_cache with network_info: [{"id": "2247a6f1-af79-4db7-981c-7145a2b8c19b", "address": "fa:16:3e:b2:99:20", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2247a6f1-af", "ovs_interfaceid": "2247a6f1-af79-4db7-981c-7145a2b8c19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.341580] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288524, 'name': Rename_Task, 'duration_secs': 0.162685} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.341918] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.342574] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80d269fb-f2af-401b-b5a4-f9a91d813123 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.350225] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 880.350225] env[62024]: value = "task-2288525" [ 880.350225] env[62024]: _type = "Task" [ 880.350225] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.358351] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.789487] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.790050] env[62024]: DEBUG nova.compute.manager [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.792745] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.022s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.793018] env[62024]: DEBUG nova.objects.instance [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lazy-loading 'resources' on Instance uuid 7ac4b908-16cc-45e8-802b-ab55bd92aeb0 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.800311] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "refresh_cache-6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.800608] env[62024]: DEBUG nova.compute.manager [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Instance network_info: |[{"id": "2247a6f1-af79-4db7-981c-7145a2b8c19b", "address": "fa:16:3e:b2:99:20", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2247a6f1-af", "ovs_interfaceid": "2247a6f1-af79-4db7-981c-7145a2b8c19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.801011] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:99:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2247a6f1-af79-4db7-981c-7145a2b8c19b', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.811850] env[62024]: DEBUG oslo.service.loopingcall [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.812897] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.813151] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9fc8b3b-6975-4630-863e-1f9bf1a341f6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.840817] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.840817] env[62024]: value = "task-2288526" [ 880.840817] env[62024]: _type = "Task" [ 880.840817] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.853671] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288526, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.862342] env[62024]: DEBUG oslo_vmware.api [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288525, 'name': PowerOnVM_Task, 'duration_secs': 0.507493} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.862630] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.862841] env[62024]: INFO nova.compute.manager [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Took 4.79 seconds to spawn the instance on the hypervisor. [ 880.863026] env[62024]: DEBUG nova.compute.manager [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.863846] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58938b50-d8e2-430d-b8e8-15c4e3cab0b5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.872363] env[62024]: INFO nova.compute.manager [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Rebuilding instance [ 880.924327] env[62024]: DEBUG nova.compute.manager [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.925389] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7c339a-7830-4027-ae5a-78996f50b73f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.980676] env[62024]: DEBUG nova.compute.manager [req-a46acc8b-546b-4e0a-a1f4-def314d6f0d9 req-7d30e3aa-0178-487b-9f2d-c32164d820d0 service nova] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Received event network-changed-2247a6f1-af79-4db7-981c-7145a2b8c19b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 880.980889] env[62024]: DEBUG nova.compute.manager [req-a46acc8b-546b-4e0a-a1f4-def314d6f0d9 req-7d30e3aa-0178-487b-9f2d-c32164d820d0 service nova] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Refreshing instance network info cache due to event network-changed-2247a6f1-af79-4db7-981c-7145a2b8c19b. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 880.981149] env[62024]: DEBUG oslo_concurrency.lockutils [req-a46acc8b-546b-4e0a-a1f4-def314d6f0d9 req-7d30e3aa-0178-487b-9f2d-c32164d820d0 service nova] Acquiring lock "refresh_cache-6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.981431] env[62024]: DEBUG oslo_concurrency.lockutils [req-a46acc8b-546b-4e0a-a1f4-def314d6f0d9 req-7d30e3aa-0178-487b-9f2d-c32164d820d0 service nova] Acquired lock "refresh_cache-6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.981536] env[62024]: DEBUG nova.network.neutron [req-a46acc8b-546b-4e0a-a1f4-def314d6f0d9 req-7d30e3aa-0178-487b-9f2d-c32164d820d0 service nova] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Refreshing network info cache for port 2247a6f1-af79-4db7-981c-7145a2b8c19b {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.296564] env[62024]: DEBUG nova.compute.utils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 881.297149] env[62024]: DEBUG nova.compute.manager [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.298208] env[62024]: DEBUG nova.network.neutron [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.360039] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288526, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.384565] env[62024]: DEBUG nova.policy [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8518fee9738b4cec9c9a218dad3d2fd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcffd7937be54eb2bb9456d7b4dd4a96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.386985] env[62024]: INFO nova.compute.manager [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Took 25.47 seconds to build instance. [ 881.638695] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72421dad-4a17-4565-8be7-5c7ed29a0669 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.653111] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b752f0e-6513-4f9a-be7b-0e47aab16d92 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.695977] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d776448-483c-4d89-b30e-e781a34e7f90 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.706246] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d99e157-1f3a-44e2-8d20-2935d9f3dd48 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.724875] env[62024]: DEBUG nova.compute.provider_tree [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.804635] env[62024]: DEBUG nova.compute.manager [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.852404] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288526, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.889774] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2ad18c91-f42a-4cd7-b998-ba2b4d401d65 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "e4632e97-4b34-432b-b1a1-6e6ee3b280cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.988s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.942216] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.942552] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2f96028-218e-48d0-ae9b-1a6da90738e2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.949891] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 881.949891] env[62024]: value = "task-2288527" [ 881.949891] env[62024]: _type = "Task" [ 881.949891] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.963163] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.966719] env[62024]: DEBUG nova.network.neutron [req-a46acc8b-546b-4e0a-a1f4-def314d6f0d9 req-7d30e3aa-0178-487b-9f2d-c32164d820d0 service nova] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Updated VIF entry in instance network info cache for port 2247a6f1-af79-4db7-981c-7145a2b8c19b. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.967092] env[62024]: DEBUG nova.network.neutron [req-a46acc8b-546b-4e0a-a1f4-def314d6f0d9 req-7d30e3aa-0178-487b-9f2d-c32164d820d0 service nova] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Updating instance_info_cache with network_info: [{"id": "2247a6f1-af79-4db7-981c-7145a2b8c19b", "address": "fa:16:3e:b2:99:20", "network": {"id": "9f27be53-f2a2-4ec6-9e7d-120389ce9188", "bridge": "br-int", "label": "tempest-ImagesTestJSON-955195937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f7d558c2d8a4ced9a390043174f4b76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2247a6f1-af", "ovs_interfaceid": "2247a6f1-af79-4db7-981c-7145a2b8c19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.969325] env[62024]: DEBUG nova.network.neutron [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Successfully created port: 80fda4db-fd1b-4936-abd7-4bd638c23570 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.067847] env[62024]: INFO nova.compute.manager [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Rebuilding instance [ 882.127959] env[62024]: DEBUG nova.compute.manager [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.129100] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585376f1-218d-434c-a2f3-c640395bdd2a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.228292] env[62024]: DEBUG nova.scheduler.client.report [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.352794] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288526, 'name': CreateVM_Task, 'duration_secs': 1.328631} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.353081] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.353749] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.353918] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.354277] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.354529] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f3cf886-957c-4c17-94a7-23e7a9fff0a7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.358859] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 882.358859] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c61665-86f6-eb9b-e487-de90fc80f2d9" [ 882.358859] env[62024]: _type = "Task" [ 882.358859] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.367607] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c61665-86f6-eb9b-e487-de90fc80f2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.459320] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288527, 'name': PowerOffVM_Task, 'duration_secs': 0.340028} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.459576] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.459805] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.460556] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017ac5a6-9e80-44a4-ad64-ecb473b584cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.466674] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.466884] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-743d3662-0896-4074-b0bd-7996e5d6aefd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.469726] env[62024]: DEBUG oslo_concurrency.lockutils [req-a46acc8b-546b-4e0a-a1f4-def314d6f0d9 req-7d30e3aa-0178-487b-9f2d-c32164d820d0 service nova] Releasing lock "refresh_cache-6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.524726] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.524987] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.525231] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleting the datastore file [datastore1] b0119f90-c29b-487b-9378-4f1f895730da {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.525537] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-479fabcd-c47c-490a-a726-2ce30bb85266 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.531162] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 882.531162] env[62024]: value = "task-2288529" [ 882.531162] env[62024]: _type = "Task" [ 882.531162] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.538993] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.733708] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.736874] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.231s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.737230] env[62024]: DEBUG nova.objects.instance [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Lazy-loading 'resources' on Instance uuid 0b39a041-30fe-4fe5-896f-47bc5861a517 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.757837] env[62024]: INFO nova.scheduler.client.report [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleted allocations for instance 7ac4b908-16cc-45e8-802b-ab55bd92aeb0 [ 882.814211] env[62024]: DEBUG nova.compute.manager [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.841285] env[62024]: DEBUG nova.virt.hardware [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.841563] env[62024]: DEBUG nova.virt.hardware [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.841681] env[62024]: DEBUG nova.virt.hardware [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.841856] env[62024]: DEBUG nova.virt.hardware [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.841999] env[62024]: DEBUG nova.virt.hardware [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.842163] env[62024]: DEBUG nova.virt.hardware [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.842372] env[62024]: DEBUG nova.virt.hardware [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.842544] env[62024]: DEBUG nova.virt.hardware [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.842724] env[62024]: DEBUG nova.virt.hardware [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.842830] env[62024]: DEBUG nova.virt.hardware [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.842999] env[62024]: DEBUG nova.virt.hardware [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.843851] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298dd6d5-09a1-4867-b83e-f43fc7ea4cec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.851815] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7396a6ae-088c-484a-98a6-2cdce1beb460 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.872423] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c61665-86f6-eb9b-e487-de90fc80f2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008103} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.872698] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.872921] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.873168] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.873333] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.873521] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.873761] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-788807ea-fbfe-42e5-be77-0084f0139393 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.881110] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.881200] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.881847] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f08259-bd33-4826-a008-79abf90fc3b7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.886277] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 882.886277] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52614b6f-bea7-f57c-28e8-e1f30f753b04" [ 882.886277] env[62024]: _type = "Task" [ 882.886277] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.893755] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52614b6f-bea7-f57c-28e8-e1f30f753b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.041099] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136362} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.041099] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.041099] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.041099] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.146511] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.146803] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9de862ff-8a29-40ab-af6f-e1ca2fb4e6e2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.154370] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 883.154370] env[62024]: value = "task-2288530" [ 883.154370] env[62024]: _type = "Task" [ 883.154370] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.163139] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.264542] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6b6931e4-d1bb-4a66-abb0-777c514ccacd tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "7ac4b908-16cc-45e8-802b-ab55bd92aeb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.051s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.396317] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52614b6f-bea7-f57c-28e8-e1f30f753b04, 'name': SearchDatastore_Task, 'duration_secs': 0.007939} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.399397] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be4abb8e-0740-4ddb-a937-808904f7364e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.404877] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 883.404877] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52efd62d-3e00-30cf-9267-16ff798d9b40" [ 883.404877] env[62024]: _type = "Task" [ 883.404877] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.412068] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52efd62d-3e00-30cf-9267-16ff798d9b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.486275] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ee763c-f97a-4357-8168-997eadebebab {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.493613] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b69eb6-72cb-4eae-949d-7b82ce768914 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.524214] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6865388-85d9-4b95-a174-31106172b6d3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.531280] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18e6a24-f76f-4f38-9906-df670a8da912 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.550073] env[62024]: DEBUG nova.compute.provider_tree [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.664130] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288530, 'name': PowerOffVM_Task, 'duration_secs': 0.201796} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.664400] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.664623] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.665377] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab12346-587c-4a60-8796-5cb9105ac867 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.669677] env[62024]: DEBUG nova.compute.manager [req-ee203021-4524-4da9-acc4-57cc0f388689 req-7cdc021c-3e11-4995-a6e1-11d2c6757612 service nova] [instance: 25210071-a214-419c-8286-7630980dad31] Received event network-vif-plugged-80fda4db-fd1b-4936-abd7-4bd638c23570 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.669887] env[62024]: DEBUG oslo_concurrency.lockutils [req-ee203021-4524-4da9-acc4-57cc0f388689 req-7cdc021c-3e11-4995-a6e1-11d2c6757612 service nova] Acquiring lock "25210071-a214-419c-8286-7630980dad31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.670120] env[62024]: DEBUG oslo_concurrency.lockutils [req-ee203021-4524-4da9-acc4-57cc0f388689 req-7cdc021c-3e11-4995-a6e1-11d2c6757612 service nova] Lock "25210071-a214-419c-8286-7630980dad31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.670305] env[62024]: DEBUG oslo_concurrency.lockutils [req-ee203021-4524-4da9-acc4-57cc0f388689 req-7cdc021c-3e11-4995-a6e1-11d2c6757612 service nova] Lock "25210071-a214-419c-8286-7630980dad31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.670859] env[62024]: DEBUG nova.compute.manager [req-ee203021-4524-4da9-acc4-57cc0f388689 req-7cdc021c-3e11-4995-a6e1-11d2c6757612 service nova] [instance: 25210071-a214-419c-8286-7630980dad31] No waiting events found dispatching network-vif-plugged-80fda4db-fd1b-4936-abd7-4bd638c23570 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.670859] env[62024]: WARNING nova.compute.manager [req-ee203021-4524-4da9-acc4-57cc0f388689 req-7cdc021c-3e11-4995-a6e1-11d2c6757612 service nova] [instance: 25210071-a214-419c-8286-7630980dad31] Received unexpected event network-vif-plugged-80fda4db-fd1b-4936-abd7-4bd638c23570 for instance with vm_state building and task_state spawning. [ 883.675291] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.675621] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d148cc8-4ffb-47dc-b147-1715d02601d6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.703333] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.703566] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.703754] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Deleting the datastore file [datastore1] e4632e97-4b34-432b-b1a1-6e6ee3b280cd {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.704056] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bb1b290-16c8-483b-aa8d-b2911d567dc4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.713548] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 883.713548] env[62024]: value = "task-2288532" [ 883.713548] env[62024]: _type = "Task" [ 883.713548] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.719500] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.770833] env[62024]: DEBUG nova.network.neutron [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Successfully updated port: 80fda4db-fd1b-4936-abd7-4bd638c23570 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.914829] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52efd62d-3e00-30cf-9267-16ff798d9b40, 'name': SearchDatastore_Task, 'duration_secs': 0.010682} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.915154] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.915421] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37/6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.915679] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d976f1cd-a114-477b-9f45-7b86a6dbb2f1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.921521] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 883.921521] env[62024]: value = "task-2288533" [ 883.921521] env[62024]: _type = "Task" [ 883.921521] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.929225] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.052848] env[62024]: DEBUG nova.scheduler.client.report [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.073369] env[62024]: DEBUG nova.virt.hardware [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.073655] env[62024]: DEBUG nova.virt.hardware [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.073813] env[62024]: DEBUG nova.virt.hardware [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.074053] env[62024]: DEBUG nova.virt.hardware [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.074210] env[62024]: DEBUG nova.virt.hardware [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.074358] env[62024]: DEBUG nova.virt.hardware [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.074601] env[62024]: DEBUG nova.virt.hardware [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.074765] env[62024]: DEBUG nova.virt.hardware [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.074943] env[62024]: DEBUG nova.virt.hardware [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.075148] env[62024]: DEBUG nova.virt.hardware [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.075330] env[62024]: DEBUG nova.virt.hardware [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.076603] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c397562-28c5-4f7d-a096-86cb877f2469 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.085858] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dcaaaa-919c-4d74-aac1-cf3ec32830b4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.100625] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:a5:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2df0b8cf-f90e-47a4-b20c-e8deec093ba2', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.108540] env[62024]: DEBUG oslo.service.loopingcall [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.109316] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.109598] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f552de1-afe2-4578-a3e0-188ce2bc4641 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.130055] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.130055] env[62024]: value = "task-2288534" [ 884.130055] env[62024]: _type = "Task" [ 884.130055] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.138568] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288534, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.228097] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10014} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.228097] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.228097] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.228097] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.273398] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "refresh_cache-25210071-a214-419c-8286-7630980dad31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.273580] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquired lock "refresh_cache-25210071-a214-419c-8286-7630980dad31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.273704] env[62024]: DEBUG nova.network.neutron [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.432299] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43764} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.432603] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37/6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.432761] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.433020] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67b74347-e708-4716-8d18-47e63a9228b1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.439491] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 884.439491] env[62024]: value = "task-2288535" [ 884.439491] env[62024]: _type = "Task" [ 884.439491] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.447803] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.557519] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.559904] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.286s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.561526] env[62024]: INFO nova.compute.claims [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.578663] env[62024]: INFO nova.scheduler.client.report [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Deleted allocations for instance 0b39a041-30fe-4fe5-896f-47bc5861a517 [ 884.639809] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288534, 'name': CreateVM_Task, 'duration_secs': 0.37357} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.639976] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.641184] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.641184] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.641184] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.641380] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a968e894-298f-4289-ad6f-6f7ee85ce921 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.645817] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 884.645817] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52003ae0-3485-055a-e66c-62fd120f59be" [ 884.645817] env[62024]: _type = "Task" [ 884.645817] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.653484] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52003ae0-3485-055a-e66c-62fd120f59be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.804924] env[62024]: DEBUG nova.network.neutron [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.946681] env[62024]: DEBUG nova.network.neutron [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Updating instance_info_cache with network_info: [{"id": "80fda4db-fd1b-4936-abd7-4bd638c23570", "address": "fa:16:3e:1f:66:6c", "network": {"id": "91b63042-1f66-42a8-b68b-1145abd5048c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1956325954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bcffd7937be54eb2bb9456d7b4dd4a96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80fda4db-fd", "ovs_interfaceid": "80fda4db-fd1b-4936-abd7-4bd638c23570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.953195] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063055} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.953505] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.954756] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f54f96-28ff-4211-ae2e-3b9c4d333cb8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.976955] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37/6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.977920] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a208c93-2faf-4748-bde0-4998dbfc252f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.998051] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 884.998051] env[62024]: value = "task-2288536" [ 884.998051] env[62024]: _type = "Task" [ 884.998051] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.006513] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.086661] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c33b5a71-4827-4d30-b1bf-8a5a674a8a60 tempest-ServerGroupTestJSON-10566911 tempest-ServerGroupTestJSON-10566911-project-member] Lock "0b39a041-30fe-4fe5-896f-47bc5861a517" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.338s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.157236] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52003ae0-3485-055a-e66c-62fd120f59be, 'name': SearchDatastore_Task, 'duration_secs': 0.009117} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.157596] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.157861] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.158141] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.158321] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.158548] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.158831] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-742a3027-93c9-4b6f-b0d9-5c39fa8f082a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.167098] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.167307] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.167997] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17541dcd-168c-4204-8d2c-70970e30bac6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.172887] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 885.172887] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f2ffb6-b2e2-a90f-d12a-a1f8dfd2cef6" [ 885.172887] env[62024]: _type = "Task" [ 885.172887] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.180466] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f2ffb6-b2e2-a90f-d12a-a1f8dfd2cef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.255731] env[62024]: DEBUG nova.virt.hardware [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.256016] env[62024]: DEBUG nova.virt.hardware [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.256224] env[62024]: DEBUG nova.virt.hardware [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.256415] env[62024]: DEBUG nova.virt.hardware [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.256559] env[62024]: DEBUG nova.virt.hardware [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.256704] env[62024]: DEBUG nova.virt.hardware [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.256907] env[62024]: DEBUG nova.virt.hardware [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.257085] env[62024]: DEBUG nova.virt.hardware [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.257277] env[62024]: DEBUG nova.virt.hardware [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.257455] env[62024]: DEBUG nova.virt.hardware [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.257623] env[62024]: DEBUG nova.virt.hardware [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.258461] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d57014-6744-47c6-84fe-f6e54c57d597 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.266034] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e78fae5-7483-438f-80b3-15a885eaad45 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.280134] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Instance VIF info [] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.285513] env[62024]: DEBUG oslo.service.loopingcall [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.285730] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.285922] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae17fae5-7b21-49bf-9bb1-c8fa7e82d7e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.301841] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.301841] env[62024]: value = "task-2288537" [ 885.301841] env[62024]: _type = "Task" [ 885.301841] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.308911] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288537, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.449535] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Releasing lock "refresh_cache-25210071-a214-419c-8286-7630980dad31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.449905] env[62024]: DEBUG nova.compute.manager [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Instance network_info: |[{"id": "80fda4db-fd1b-4936-abd7-4bd638c23570", "address": "fa:16:3e:1f:66:6c", "network": {"id": "91b63042-1f66-42a8-b68b-1145abd5048c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1956325954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bcffd7937be54eb2bb9456d7b4dd4a96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80fda4db-fd", "ovs_interfaceid": "80fda4db-fd1b-4936-abd7-4bd638c23570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.450374] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:66:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80fda4db-fd1b-4936-abd7-4bd638c23570', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.458020] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Creating folder: Project (bcffd7937be54eb2bb9456d7b4dd4a96). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.458322] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6b7647e-0ee0-41bd-a4b3-5b2891a5c70e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.469907] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Created folder: Project (bcffd7937be54eb2bb9456d7b4dd4a96) in parent group-v465568. [ 885.470128] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Creating folder: Instances. Parent ref: group-v465804. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.470407] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-922daced-3fa3-4942-b8bd-219f5388710e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.480126] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Created folder: Instances in parent group-v465804. [ 885.480376] env[62024]: DEBUG oslo.service.loopingcall [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.480601] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25210071-a214-419c-8286-7630980dad31] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.480834] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5424783-ede8-4ecc-ae68-24286daffce6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.503418] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.503418] env[62024]: value = "task-2288540" [ 885.503418] env[62024]: _type = "Task" [ 885.503418] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.509844] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.517038] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288540, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.685999] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f2ffb6-b2e2-a90f-d12a-a1f8dfd2cef6, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.686979] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd08632-6ffd-45b1-8a6f-2af1c5b1af66 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.695150] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 885.695150] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52aafe00-0e13-b965-ab68-837c9810f63f" [ 885.695150] env[62024]: _type = "Task" [ 885.695150] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.707277] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52aafe00-0e13-b965-ab68-837c9810f63f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.710657] env[62024]: DEBUG nova.compute.manager [req-e2c7602e-618d-4255-94af-4b3c8fc63043 req-e9766af4-6163-47f2-bf2a-ae6e97e80fd5 service nova] [instance: 25210071-a214-419c-8286-7630980dad31] Received event network-changed-80fda4db-fd1b-4936-abd7-4bd638c23570 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.710657] env[62024]: DEBUG nova.compute.manager [req-e2c7602e-618d-4255-94af-4b3c8fc63043 req-e9766af4-6163-47f2-bf2a-ae6e97e80fd5 service nova] [instance: 25210071-a214-419c-8286-7630980dad31] Refreshing instance network info cache due to event network-changed-80fda4db-fd1b-4936-abd7-4bd638c23570. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 885.710657] env[62024]: DEBUG oslo_concurrency.lockutils [req-e2c7602e-618d-4255-94af-4b3c8fc63043 req-e9766af4-6163-47f2-bf2a-ae6e97e80fd5 service nova] Acquiring lock "refresh_cache-25210071-a214-419c-8286-7630980dad31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.710657] env[62024]: DEBUG oslo_concurrency.lockutils [req-e2c7602e-618d-4255-94af-4b3c8fc63043 req-e9766af4-6163-47f2-bf2a-ae6e97e80fd5 service nova] Acquired lock "refresh_cache-25210071-a214-419c-8286-7630980dad31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.710657] env[62024]: DEBUG nova.network.neutron [req-e2c7602e-618d-4255-94af-4b3c8fc63043 req-e9766af4-6163-47f2-bf2a-ae6e97e80fd5 service nova] [instance: 25210071-a214-419c-8286-7630980dad31] Refreshing network info cache for port 80fda4db-fd1b-4936-abd7-4bd638c23570 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.814627] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288537, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.856469] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5924a4-faf5-4e45-bc67-7b81356ea6bc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.864694] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec6e7a7-b445-480e-bfe5-a93d35e11d1c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.897874] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c457ed-967b-4127-9f90-0feb59b68ace {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.905305] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87223ec3-d34f-4a7c-9958-c0bb0193d5f6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.919125] env[62024]: DEBUG nova.compute.provider_tree [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.011901] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288536, 'name': ReconfigVM_Task, 'duration_secs': 0.841161} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.012542] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37/6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.013153] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26e7d8a2-949a-437f-aaf5-4ffc81bb2511 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.020925] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288540, 'name': CreateVM_Task, 'duration_secs': 0.437433} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.021388] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25210071-a214-419c-8286-7630980dad31] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.022138] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.022303] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.022661] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.022843] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12362e52-2c5d-4aea-ba24-bade8a3d4885 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.028483] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 886.028483] env[62024]: value = "task-2288541" [ 886.028483] env[62024]: _type = "Task" [ 886.028483] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.037459] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 886.037459] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528de102-f62f-f62e-c916-f46162e12363" [ 886.037459] env[62024]: _type = "Task" [ 886.037459] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.041755] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288541, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.051096] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528de102-f62f-f62e-c916-f46162e12363, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.051466] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.051702] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.051904] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.205858] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52aafe00-0e13-b965-ab68-837c9810f63f, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.206135] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.206401] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] b0119f90-c29b-487b-9378-4f1f895730da/b0119f90-c29b-487b-9378-4f1f895730da.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.206668] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.206853] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.207069] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35d77ddf-9eb4-49fa-9dd4-f4aa68bb7eb3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.209151] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1dade94-27f8-49f6-a528-3263d4ec0466 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.221308] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 886.221308] env[62024]: value = "task-2288542" [ 886.221308] env[62024]: _type = "Task" [ 886.221308] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.225465] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.225638] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.226714] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab915a8-b989-407c-9579-4109636a6569 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.232374] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.235823] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 886.235823] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52661438-ab71-7b30-1b17-5f98a6e071f4" [ 886.235823] env[62024]: _type = "Task" [ 886.235823] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.243706] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52661438-ab71-7b30-1b17-5f98a6e071f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.313915] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288537, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.422516] env[62024]: DEBUG nova.scheduler.client.report [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.430487] env[62024]: DEBUG nova.network.neutron [req-e2c7602e-618d-4255-94af-4b3c8fc63043 req-e9766af4-6163-47f2-bf2a-ae6e97e80fd5 service nova] [instance: 25210071-a214-419c-8286-7630980dad31] Updated VIF entry in instance network info cache for port 80fda4db-fd1b-4936-abd7-4bd638c23570. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.430857] env[62024]: DEBUG nova.network.neutron [req-e2c7602e-618d-4255-94af-4b3c8fc63043 req-e9766af4-6163-47f2-bf2a-ae6e97e80fd5 service nova] [instance: 25210071-a214-419c-8286-7630980dad31] Updating instance_info_cache with network_info: [{"id": "80fda4db-fd1b-4936-abd7-4bd638c23570", "address": "fa:16:3e:1f:66:6c", "network": {"id": "91b63042-1f66-42a8-b68b-1145abd5048c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1956325954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bcffd7937be54eb2bb9456d7b4dd4a96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80fda4db-fd", "ovs_interfaceid": "80fda4db-fd1b-4936-abd7-4bd638c23570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.539349] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288541, 'name': Rename_Task, 'duration_secs': 0.137873} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.539809] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.539872] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d5ef40e-8742-4483-997b-46cff2da8796 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.546210] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 886.546210] env[62024]: value = "task-2288543" [ 886.546210] env[62024]: _type = "Task" [ 886.546210] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.558823] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.732889] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.743991] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52661438-ab71-7b30-1b17-5f98a6e071f4, 'name': SearchDatastore_Task, 'duration_secs': 0.007956} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.745064] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a77cea8-8d2a-4816-bd01-ca119c6daa20 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.500780] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.941s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.501333] env[62024]: DEBUG nova.compute.manager [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.505025] env[62024]: DEBUG oslo_concurrency.lockutils [req-e2c7602e-618d-4255-94af-4b3c8fc63043 req-e9766af4-6163-47f2-bf2a-ae6e97e80fd5 service nova] Releasing lock "refresh_cache-25210071-a214-419c-8286-7630980dad31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.508752] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.535s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.510339] env[62024]: INFO nova.compute.claims [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.525885] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 887.525885] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525d9014-8110-fcd7-4b1e-458d520367ca" [ 887.525885] env[62024]: _type = "Task" [ 887.525885] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.537146] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.537146] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288542, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.537146] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288537, 'name': CreateVM_Task, 'duration_secs': 1.277608} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.539332] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.539332] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.539332] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.539790] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.540212] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d126b74-3938-4ec6-82be-990fd8c904ad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.547273] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525d9014-8110-fcd7-4b1e-458d520367ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.548916] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 887.548916] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f377ce-9aaf-98b4-b623-a1e673afecfe" [ 887.548916] env[62024]: _type = "Task" [ 887.548916] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.560023] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f377ce-9aaf-98b4-b623-a1e673afecfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.006878] env[62024]: DEBUG nova.compute.utils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 888.014174] env[62024]: DEBUG nova.compute.manager [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.014362] env[62024]: DEBUG nova.network.neutron [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.023154] env[62024]: DEBUG oslo_vmware.api [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288543, 'name': PowerOnVM_Task, 'duration_secs': 1.291403} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.027235] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.027444] env[62024]: INFO nova.compute.manager [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Took 9.54 seconds to spawn the instance on the hypervisor. [ 888.027634] env[62024]: DEBUG nova.compute.manager [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.028166] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288542, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.342706} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.028856] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509abba8-db0d-4e89-9064-58aafac01ac3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.031217] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] b0119f90-c29b-487b-9378-4f1f895730da/b0119f90-c29b-487b-9378-4f1f895730da.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.031426] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.032407] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2f6cf5b-2e1d-4bca-92b8-3174a229c0bd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.042586] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 888.042586] env[62024]: value = "task-2288544" [ 888.042586] env[62024]: _type = "Task" [ 888.042586] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.049207] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525d9014-8110-fcd7-4b1e-458d520367ca, 'name': SearchDatastore_Task, 'duration_secs': 0.028856} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.049760] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.050011] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 25210071-a214-419c-8286-7630980dad31/25210071-a214-419c-8286-7630980dad31.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.052710] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c22a82e5-9cb1-4731-897e-3ebd6a339f7b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.057475] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.063074] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f377ce-9aaf-98b4-b623-a1e673afecfe, 'name': SearchDatastore_Task, 'duration_secs': 0.011596} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.064729] env[62024]: DEBUG nova.policy [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3ed7cda49264960a387820e01e02239', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1d4d3977ac47d98442b971f15c966c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.067125] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.067358] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.067583] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.067728] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.067903] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.068234] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 888.068234] env[62024]: value = "task-2288545" [ 888.068234] env[62024]: _type = "Task" [ 888.068234] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.068451] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07ca8ace-f3c3-4ceb-b9d0-b6b149a13b56 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.077920] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.078975] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.079159] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.079898] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84d1c20-763d-4e67-b1d7-d9c356c53d49 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.085153] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 888.085153] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526ede5f-6f59-2abf-5083-45df8c28000b" [ 888.085153] env[62024]: _type = "Task" [ 888.085153] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.094316] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526ede5f-6f59-2abf-5083-45df8c28000b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.466814] env[62024]: DEBUG nova.network.neutron [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Successfully created port: d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.516881] env[62024]: DEBUG nova.compute.manager [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.554089] env[62024]: INFO nova.compute.manager [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Took 28.66 seconds to build instance. [ 888.565061] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061905} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.565512] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.566261] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3d99e6-7408-4b98-9b3a-c7391f424516 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.589568] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] b0119f90-c29b-487b-9378-4f1f895730da/b0119f90-c29b-487b-9378-4f1f895730da.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.595445] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27fae2ce-f585-48cb-a841-fd3b7421e523 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.618702] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288545, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.627028] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 888.627028] env[62024]: value = "task-2288546" [ 888.627028] env[62024]: _type = "Task" [ 888.627028] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.627028] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526ede5f-6f59-2abf-5083-45df8c28000b, 'name': SearchDatastore_Task, 'duration_secs': 0.008249} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.629260] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a457a87-2ab9-48b9-b98c-0bc386418bd6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.644749] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 888.644749] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bc57c0-5380-6184-212c-3725dede7828" [ 888.644749] env[62024]: _type = "Task" [ 888.644749] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.654201] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bc57c0-5380-6184-212c-3725dede7828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.902087] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd896c3-e532-47ef-ba64-99edd5edcb4d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.910340] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057651c7-5e1f-4bcc-afc9-798547a4e27e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.945692] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4360d94-5bd8-4d20-9629-516f266aeece {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.954424] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ea3a42-4754-4a9e-9b4e-d0f4d0dbf362 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.972900] env[62024]: DEBUG nova.compute.provider_tree [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.065685] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a77aa26c-979c-4147-b4a4-b1e40211b59f tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.181s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.091030] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.91433} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.091030] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 25210071-a214-419c-8286-7630980dad31/25210071-a214-419c-8286-7630980dad31.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.091030] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.091030] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f91bd4ff-c8aa-4570-89be-6546fd841175 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.096922] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 889.096922] env[62024]: value = "task-2288547" [ 889.096922] env[62024]: _type = "Task" [ 889.096922] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.105866] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.136048] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288546, 'name': ReconfigVM_Task, 'duration_secs': 0.418758} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.136048] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Reconfigured VM instance instance-00000052 to attach disk [datastore1] b0119f90-c29b-487b-9378-4f1f895730da/b0119f90-c29b-487b-9378-4f1f895730da.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.136048] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-010c77da-175d-423c-8c9d-026c09db60fb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.142379] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 889.142379] env[62024]: value = "task-2288548" [ 889.142379] env[62024]: _type = "Task" [ 889.142379] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.150909] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288548, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.156009] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bc57c0-5380-6184-212c-3725dede7828, 'name': SearchDatastore_Task, 'duration_secs': 0.028625} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.156304] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.156578] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] e4632e97-4b34-432b-b1a1-6e6ee3b280cd/e4632e97-4b34-432b-b1a1-6e6ee3b280cd.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.156816] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d1970b1-cf1c-485d-bd03-087426bcacb2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.167906] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 889.167906] env[62024]: value = "task-2288549" [ 889.167906] env[62024]: _type = "Task" [ 889.167906] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.178034] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.475696] env[62024]: DEBUG nova.scheduler.client.report [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.525862] env[62024]: DEBUG nova.compute.manager [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.547104] env[62024]: DEBUG nova.virt.hardware [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.547360] env[62024]: DEBUG nova.virt.hardware [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.547520] env[62024]: DEBUG nova.virt.hardware [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.547699] env[62024]: DEBUG nova.virt.hardware [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.547840] env[62024]: DEBUG nova.virt.hardware [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.547985] env[62024]: DEBUG nova.virt.hardware [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.548213] env[62024]: DEBUG nova.virt.hardware [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.548371] env[62024]: DEBUG nova.virt.hardware [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.548588] env[62024]: DEBUG nova.virt.hardware [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.548764] env[62024]: DEBUG nova.virt.hardware [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.548939] env[62024]: DEBUG nova.virt.hardware [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.549793] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0618deaa-3d0b-4626-8184-ec09e922b4e6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.557822] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fdd1e8-b519-4826-ade2-fc366b7c6a24 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.605125] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075249} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.605386] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.606117] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5186d4b9-24d2-4a2e-a643-9e7fa2d14bda {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.628054] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 25210071-a214-419c-8286-7630980dad31/25210071-a214-419c-8286-7630980dad31.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.628645] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb0c2597-70b8-4254-a70d-8dd5f5212168 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.648855] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 889.648855] env[62024]: value = "task-2288550" [ 889.648855] env[62024]: _type = "Task" [ 889.648855] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.651957] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288548, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.659664] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.666818] env[62024]: DEBUG nova.compute.manager [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.667587] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cfc41d-9175-46da-b401-a8078f613c69 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.678037] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.981129] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.981697] env[62024]: DEBUG nova.compute.manager [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.984487] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.635s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.985845] env[62024]: DEBUG nova.objects.instance [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lazy-loading 'resources' on Instance uuid 7bd222b5-a477-448d-866d-35a6be2ce677 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.076374] env[62024]: DEBUG nova.compute.manager [req-7566ead7-ec14-4d15-bc88-53a128998f9b req-267b0d9e-c211-4943-9e81-127a88aec9fe service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Received event network-vif-plugged-d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.076630] env[62024]: DEBUG oslo_concurrency.lockutils [req-7566ead7-ec14-4d15-bc88-53a128998f9b req-267b0d9e-c211-4943-9e81-127a88aec9fe service nova] Acquiring lock "688a3e6c-3aad-434f-aaa4-5dc0550249cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.076841] env[62024]: DEBUG oslo_concurrency.lockutils [req-7566ead7-ec14-4d15-bc88-53a128998f9b req-267b0d9e-c211-4943-9e81-127a88aec9fe service nova] Lock "688a3e6c-3aad-434f-aaa4-5dc0550249cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.077130] env[62024]: DEBUG oslo_concurrency.lockutils [req-7566ead7-ec14-4d15-bc88-53a128998f9b req-267b0d9e-c211-4943-9e81-127a88aec9fe service nova] Lock "688a3e6c-3aad-434f-aaa4-5dc0550249cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.077197] env[62024]: DEBUG nova.compute.manager [req-7566ead7-ec14-4d15-bc88-53a128998f9b req-267b0d9e-c211-4943-9e81-127a88aec9fe service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] No waiting events found dispatching network-vif-plugged-d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.077426] env[62024]: WARNING nova.compute.manager [req-7566ead7-ec14-4d15-bc88-53a128998f9b req-267b0d9e-c211-4943-9e81-127a88aec9fe service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Received unexpected event network-vif-plugged-d42337c1-7cd7-45bc-922d-e16901367054 for instance with vm_state building and task_state spawning. [ 890.153030] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288548, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.162568] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288550, 'name': ReconfigVM_Task, 'duration_secs': 0.324459} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.163062] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 25210071-a214-419c-8286-7630980dad31/25210071-a214-419c-8286-7630980dad31.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.163739] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7d11e2e-b269-44b6-b6bd-9fcbaebbcd32 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.176236] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 890.176236] env[62024]: value = "task-2288551" [ 890.176236] env[62024]: _type = "Task" [ 890.176236] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.188531] env[62024]: INFO nova.compute.manager [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] instance snapshotting [ 890.188531] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288549, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.194050] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce4115e-f7df-4020-9333-565d50aae7c6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.194740] env[62024]: DEBUG nova.network.neutron [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Successfully updated port: d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.205551] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288551, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.224833] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e031b8b1-e340-4e22-a62d-469cbec3bee8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.487848] env[62024]: DEBUG nova.compute.utils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 890.489604] env[62024]: DEBUG nova.objects.instance [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lazy-loading 'numa_topology' on Instance uuid 7bd222b5-a477-448d-866d-35a6be2ce677 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.491036] env[62024]: DEBUG nova.compute.manager [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.491036] env[62024]: DEBUG nova.network.neutron [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.530714] env[62024]: DEBUG nova.policy [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4af5ca5d97346508efce00d72bf2749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63bf6d41509344a7a2d8d1567054f23e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.653219] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288548, 'name': Rename_Task, 'duration_secs': 1.174266} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.653522] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.653734] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92b55eba-b086-4059-8cd5-275e7feea44d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.659783] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 890.659783] env[62024]: value = "task-2288552" [ 890.659783] env[62024]: _type = "Task" [ 890.659783] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.667471] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.680710] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288549, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.268378} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.684680] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] e4632e97-4b34-432b-b1a1-6e6ee3b280cd/e4632e97-4b34-432b-b1a1-6e6ee3b280cd.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.685037] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.685413] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb2cc307-e7bf-453a-bc37-b44c6933e18b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.692957] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288551, 'name': Rename_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.694511] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 890.694511] env[62024]: value = "task-2288553" [ 890.694511] env[62024]: _type = "Task" [ 890.694511] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.702849] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.706619] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.706800] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquired lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.706954] env[62024]: DEBUG nova.network.neutron [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.736832] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 890.737485] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c3035ab8-1b53-41dc-adb0-3a662aeef0b3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.744790] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 890.744790] env[62024]: value = "task-2288554" [ 890.744790] env[62024]: _type = "Task" [ 890.744790] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.754360] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.886967] env[62024]: DEBUG nova.network.neutron [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Successfully created port: d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.991910] env[62024]: DEBUG nova.compute.manager [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.995481] env[62024]: DEBUG nova.objects.base [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Object Instance<7bd222b5-a477-448d-866d-35a6be2ce677> lazy-loaded attributes: resources,numa_topology {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 891.172975] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288552, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.194184] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288551, 'name': Rename_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.205879] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073985} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.205879] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.206832] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ad7821-9eba-4bee-8cb1-f657f25f887c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.231621] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] e4632e97-4b34-432b-b1a1-6e6ee3b280cd/e4632e97-4b34-432b-b1a1-6e6ee3b280cd.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.234209] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-570253cf-15ec-496a-8cd0-f2396f49ee17 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.252736] env[62024]: DEBUG nova.network.neutron [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.257560] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 891.257560] env[62024]: value = "task-2288555" [ 891.257560] env[62024]: _type = "Task" [ 891.257560] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.261789] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.268478] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.326189] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558e03e9-11aa-447f-95a9-07c9cbd26001 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.338765] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d95722-3142-4107-96dd-da1b69690665 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.386604] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048d14df-c120-4dc3-87c8-06804b52328b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.396728] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87ff636-a6bd-4180-b216-e682b7ece2fd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.413145] env[62024]: DEBUG nova.compute.provider_tree [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.426881] env[62024]: DEBUG nova.network.neutron [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Updating instance_info_cache with network_info: [{"id": "d42337c1-7cd7-45bc-922d-e16901367054", "address": "fa:16:3e:14:b0:85", "network": {"id": "2aa17666-2c20-448d-9bd8-701a143718d2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-669086639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1d4d3977ac47d98442b971f15c966c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42337c1-7c", "ovs_interfaceid": "d42337c1-7cd7-45bc-922d-e16901367054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.670801] env[62024]: DEBUG oslo_vmware.api [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288552, 'name': PowerOnVM_Task, 'duration_secs': 0.511426} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.671115] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.671321] env[62024]: DEBUG nova.compute.manager [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.672060] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0da7c4-bf4e-4219-a923-0c72fc44cde7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.691575] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288551, 'name': Rename_Task, 'duration_secs': 1.166179} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.691829] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.692103] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-855d8226-6a32-482d-8a11-a5b27189f895 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.697573] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 891.697573] env[62024]: value = "task-2288556" [ 891.697573] env[62024]: _type = "Task" [ 891.697573] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.704976] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.758538] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288554, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.769915] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.916102] env[62024]: DEBUG nova.scheduler.client.report [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.929404] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Releasing lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.929943] env[62024]: DEBUG nova.compute.manager [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Instance network_info: |[{"id": "d42337c1-7cd7-45bc-922d-e16901367054", "address": "fa:16:3e:14:b0:85", "network": {"id": "2aa17666-2c20-448d-9bd8-701a143718d2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-669086639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1d4d3977ac47d98442b971f15c966c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42337c1-7c", "ovs_interfaceid": "d42337c1-7cd7-45bc-922d-e16901367054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.930194] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:b0:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd42337c1-7cd7-45bc-922d-e16901367054', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.938079] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Creating folder: Project (ab1d4d3977ac47d98442b971f15c966c). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.939032] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8aae052a-e2d7-4e8d-8ff8-bc27999fceb5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.951552] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Created folder: Project (ab1d4d3977ac47d98442b971f15c966c) in parent group-v465568. [ 891.951735] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Creating folder: Instances. Parent ref: group-v465808. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.951961] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50332b77-9d3f-4e2c-bbc4-f69a1bbdf4da {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.961620] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Created folder: Instances in parent group-v465808. [ 891.961835] env[62024]: DEBUG oslo.service.loopingcall [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 891.962019] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.962211] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59898e28-00e9-466e-b733-5b8e5316a27a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.982057] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.982057] env[62024]: value = "task-2288559" [ 891.982057] env[62024]: _type = "Task" [ 891.982057] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.989630] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288559, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.006267] env[62024]: DEBUG nova.compute.manager [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.034638] env[62024]: DEBUG nova.virt.hardware [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.034876] env[62024]: DEBUG nova.virt.hardware [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.035064] env[62024]: DEBUG nova.virt.hardware [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.035270] env[62024]: DEBUG nova.virt.hardware [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.035431] env[62024]: DEBUG nova.virt.hardware [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.035595] env[62024]: DEBUG nova.virt.hardware [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.035809] env[62024]: DEBUG nova.virt.hardware [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.035965] env[62024]: DEBUG nova.virt.hardware [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.036155] env[62024]: DEBUG nova.virt.hardware [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.036359] env[62024]: DEBUG nova.virt.hardware [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.036576] env[62024]: DEBUG nova.virt.hardware [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.037504] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3993763-2a15-452b-bf2d-355c3533b92c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.046429] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1231c18c-e73d-48de-8549-f097e7619ffa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.103552] env[62024]: DEBUG nova.compute.manager [req-320f754f-4d6f-49d0-a85b-517920fb7bde req-715b0f9c-a76f-4c6b-9d4c-fab558712e65 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Received event network-changed-d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.103767] env[62024]: DEBUG nova.compute.manager [req-320f754f-4d6f-49d0-a85b-517920fb7bde req-715b0f9c-a76f-4c6b-9d4c-fab558712e65 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Refreshing instance network info cache due to event network-changed-d42337c1-7cd7-45bc-922d-e16901367054. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 892.103989] env[62024]: DEBUG oslo_concurrency.lockutils [req-320f754f-4d6f-49d0-a85b-517920fb7bde req-715b0f9c-a76f-4c6b-9d4c-fab558712e65 service nova] Acquiring lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.104154] env[62024]: DEBUG oslo_concurrency.lockutils [req-320f754f-4d6f-49d0-a85b-517920fb7bde req-715b0f9c-a76f-4c6b-9d4c-fab558712e65 service nova] Acquired lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.104317] env[62024]: DEBUG nova.network.neutron [req-320f754f-4d6f-49d0-a85b-517920fb7bde req-715b0f9c-a76f-4c6b-9d4c-fab558712e65 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Refreshing network info cache for port d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.189038] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.207861] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288556, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.260638] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288554, 'name': CreateSnapshot_Task, 'duration_secs': 1.041239} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.260917] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 892.261716] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08475bb-e8d6-452b-8d11-8949c7e5b3e3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.277090] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288555, 'name': ReconfigVM_Task, 'duration_secs': 0.69497} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.277725] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Reconfigured VM instance instance-00000054 to attach disk [datastore2] e4632e97-4b34-432b-b1a1-6e6ee3b280cd/e4632e97-4b34-432b-b1a1-6e6ee3b280cd.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.278095] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f280df5-3fdf-4ba6-b657-f6dc02b5430a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.284210] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 892.284210] env[62024]: value = "task-2288560" [ 892.284210] env[62024]: _type = "Task" [ 892.284210] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.292644] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288560, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.420759] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.436s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.423338] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.649s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.423576] env[62024]: DEBUG nova.objects.instance [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Lazy-loading 'resources' on Instance uuid 2b796cd9-a60e-499d-b000-b4924ea5b513 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.492256] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288559, 'name': CreateVM_Task, 'duration_secs': 0.454476} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.492429] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.493105] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.493284] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.493620] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.493871] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b92ffe-8330-4a2b-a677-1ff07ecc02f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.499295] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 892.499295] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52962dd9-01bf-b364-c23c-02c2ff8b7e89" [ 892.499295] env[62024]: _type = "Task" [ 892.499295] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.507844] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52962dd9-01bf-b364-c23c-02c2ff8b7e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.547929] env[62024]: DEBUG nova.network.neutron [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Successfully updated port: d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.708813] env[62024]: DEBUG oslo_vmware.api [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288556, 'name': PowerOnVM_Task, 'duration_secs': 0.559601} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.709218] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.709530] env[62024]: INFO nova.compute.manager [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Took 9.90 seconds to spawn the instance on the hypervisor. [ 892.709829] env[62024]: DEBUG nova.compute.manager [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.710837] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c05ebed-6f20-4b87-835a-e03c4131164e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.739060] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.739270] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.785195] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 892.785922] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17724f6c-2502-45a7-bd69-4785e33037e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.798505] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288560, 'name': Rename_Task, 'duration_secs': 0.217793} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.799759] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.800390] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 892.800390] env[62024]: value = "task-2288561" [ 892.800390] env[62024]: _type = "Task" [ 892.800390] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.800390] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f291f2ca-21d6-4186-aeb4-76e310b5e972 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.815334] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288561, 'name': CloneVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.816683] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 892.816683] env[62024]: value = "task-2288562" [ 892.816683] env[62024]: _type = "Task" [ 892.816683] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.824578] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.871988] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "b0119f90-c29b-487b-9378-4f1f895730da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.872286] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "b0119f90-c29b-487b-9378-4f1f895730da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.872505] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "b0119f90-c29b-487b-9378-4f1f895730da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.872687] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "b0119f90-c29b-487b-9378-4f1f895730da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.872857] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "b0119f90-c29b-487b-9378-4f1f895730da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.875890] env[62024]: INFO nova.compute.manager [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Terminating instance [ 892.899658] env[62024]: DEBUG nova.network.neutron [req-320f754f-4d6f-49d0-a85b-517920fb7bde req-715b0f9c-a76f-4c6b-9d4c-fab558712e65 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Updated VIF entry in instance network info cache for port d42337c1-7cd7-45bc-922d-e16901367054. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.899658] env[62024]: DEBUG nova.network.neutron [req-320f754f-4d6f-49d0-a85b-517920fb7bde req-715b0f9c-a76f-4c6b-9d4c-fab558712e65 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Updating instance_info_cache with network_info: [{"id": "d42337c1-7cd7-45bc-922d-e16901367054", "address": "fa:16:3e:14:b0:85", "network": {"id": "2aa17666-2c20-448d-9bd8-701a143718d2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-669086639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1d4d3977ac47d98442b971f15c966c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42337c1-7c", "ovs_interfaceid": "d42337c1-7cd7-45bc-922d-e16901367054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.933363] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cfcfbd19-0da7-4379-b2d0-89ccae02e42b tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "7bd222b5-a477-448d-866d-35a6be2ce677" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.424s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.935195] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08ee2658-a42c-41a9-a220-a070c8c68773 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "7bd222b5-a477-448d-866d-35a6be2ce677" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 15.469s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.935440] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08ee2658-a42c-41a9-a220-a070c8c68773 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "7bd222b5-a477-448d-866d-35a6be2ce677-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.935698] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08ee2658-a42c-41a9-a220-a070c8c68773 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "7bd222b5-a477-448d-866d-35a6be2ce677-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.935970] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08ee2658-a42c-41a9-a220-a070c8c68773 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "7bd222b5-a477-448d-866d-35a6be2ce677-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.938123] env[62024]: INFO nova.compute.manager [None req-08ee2658-a42c-41a9-a220-a070c8c68773 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Terminating instance [ 893.011310] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52962dd9-01bf-b364-c23c-02c2ff8b7e89, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.012028] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.012028] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.012167] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.012312] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.012578] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.012875] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cab8f5c-f93b-40b5-947e-87d16f6f58c8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.024581] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.024775] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.025687] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c4cd22-5251-42c8-8f7e-5192930cfeb9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.031903] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 893.031903] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52aba653-1eef-860b-f3d3-ded9d371343d" [ 893.031903] env[62024]: _type = "Task" [ 893.031903] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.043538] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52aba653-1eef-860b-f3d3-ded9d371343d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.051109] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.051262] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.051439] env[62024]: DEBUG nova.network.neutron [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.211073] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3a7086-8fe5-4341-a16d-31948f87d527 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.219111] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05a45db-0dde-4cde-b7b8-78246e57dacb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.263865] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5153be0d-7cd2-4f70-9902-140f44c7edb3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.267407] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 893.267407] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Starting heal instance info cache {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 893.269642] env[62024]: INFO nova.compute.manager [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Took 31.71 seconds to build instance. [ 893.276054] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53d0a37-7584-41da-a3f4-120e9bf2ff05 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.291792] env[62024]: DEBUG nova.compute.provider_tree [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.312484] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288561, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.326139] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288562, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.380069] env[62024]: DEBUG nova.compute.manager [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.380331] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.381278] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed61a09-c406-46a2-af57-2a80e15453d4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.389703] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.389957] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e074f3e1-e275-499b-a47f-b17a1655131a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.396897] env[62024]: DEBUG oslo_vmware.api [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 893.396897] env[62024]: value = "task-2288563" [ 893.396897] env[62024]: _type = "Task" [ 893.396897] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.400683] env[62024]: DEBUG oslo_concurrency.lockutils [req-320f754f-4d6f-49d0-a85b-517920fb7bde req-715b0f9c-a76f-4c6b-9d4c-fab558712e65 service nova] Releasing lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.404926] env[62024]: DEBUG oslo_vmware.api [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.444928] env[62024]: DEBUG nova.compute.manager [None req-08ee2658-a42c-41a9-a220-a070c8c68773 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.445340] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-08ee2658-a42c-41a9-a220-a070c8c68773 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.446169] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "01d71ac0-3981-4277-a793-fc93759d6aac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.446493] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "01d71ac0-3981-4277-a793-fc93759d6aac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.448023] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c59b3e9c-c02e-4030-802b-cdbba9515988 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.458338] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd43868a-a5dd-4f9c-b19c-f2d376f95b52 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.496237] env[62024]: WARNING nova.virt.vmwareapi.vmops [None req-08ee2658-a42c-41a9-a220-a070c8c68773 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7bd222b5-a477-448d-866d-35a6be2ce677 could not be found. [ 893.496485] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-08ee2658-a42c-41a9-a220-a070c8c68773 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.496642] env[62024]: INFO nova.compute.manager [None req-08ee2658-a42c-41a9-a220-a070c8c68773 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Took 0.05 seconds to destroy the instance on the hypervisor. [ 893.496891] env[62024]: DEBUG oslo.service.loopingcall [None req-08ee2658-a42c-41a9-a220-a070c8c68773 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 893.497154] env[62024]: DEBUG nova.compute.manager [-] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.497261] env[62024]: DEBUG nova.network.neutron [-] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.543909] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52aba653-1eef-860b-f3d3-ded9d371343d, 'name': SearchDatastore_Task, 'duration_secs': 0.01392} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.545260] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7740987-8792-4b55-abd3-cecca18f2e41 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.550974] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 893.550974] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f06a0c-0b22-804e-0648-68eab7f933d7" [ 893.550974] env[62024]: _type = "Task" [ 893.550974] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.563444] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f06a0c-0b22-804e-0648-68eab7f933d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.605288] env[62024]: DEBUG nova.network.neutron [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.632466] env[62024]: INFO nova.compute.manager [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Rescuing [ 893.632713] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "refresh_cache-25210071-a214-419c-8286-7630980dad31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.632863] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquired lock "refresh_cache-25210071-a214-419c-8286-7630980dad31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.633039] env[62024]: DEBUG nova.network.neutron [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.773033] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dea5ef35-7449-445b-9aee-3c02cd929bf7 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "25210071-a214-419c-8286-7630980dad31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.235s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.795689] env[62024]: DEBUG nova.scheduler.client.report [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.811798] env[62024]: DEBUG nova.network.neutron [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Updating instance_info_cache with network_info: [{"id": "d3242e14-8bf1-487c-9026-97af6545f348", "address": "fa:16:3e:0e:d9:96", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3242e14-8b", "ovs_interfaceid": "d3242e14-8bf1-487c-9026-97af6545f348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.820037] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288561, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.828181] env[62024]: DEBUG oslo_vmware.api [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288562, 'name': PowerOnVM_Task, 'duration_secs': 0.612728} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.829334] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.829666] env[62024]: DEBUG nova.compute.manager [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.830543] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111e0f2d-9b19-456c-832e-d33124330ba8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.909049] env[62024]: DEBUG oslo_vmware.api [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288563, 'name': PowerOffVM_Task, 'duration_secs': 0.206408} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.909228] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.909343] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.909574] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9e755aa-64e3-4511-9f0f-e06ba29f5d85 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.951137] env[62024]: DEBUG nova.compute.manager [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.972264] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.972505] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.972688] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleting the datastore file [datastore1] b0119f90-c29b-487b-9378-4f1f895730da {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.973158] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20b29b81-cceb-49b5-8abb-e7f35d11d4c4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.980543] env[62024]: DEBUG oslo_vmware.api [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 893.980543] env[62024]: value = "task-2288565" [ 893.980543] env[62024]: _type = "Task" [ 893.980543] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.988537] env[62024]: DEBUG oslo_vmware.api [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.063830] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f06a0c-0b22-804e-0648-68eab7f933d7, 'name': SearchDatastore_Task, 'duration_secs': 0.0122} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.064112] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.064469] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 688a3e6c-3aad-434f-aaa4-5dc0550249cb/688a3e6c-3aad-434f-aaa4-5dc0550249cb.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.064764] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11702509-5575-4ab1-a84c-d414528eb439 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.070817] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 894.070817] env[62024]: value = "task-2288566" [ 894.070817] env[62024]: _type = "Task" [ 894.070817] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.078625] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.135753] env[62024]: DEBUG nova.compute.manager [req-f0ffa68f-f9b6-4aa0-a85d-3b5d6e7433c5 req-0b4c8797-b3cf-4173-ae92-662fe9ed0a09 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Received event network-vif-plugged-d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.135813] env[62024]: DEBUG oslo_concurrency.lockutils [req-f0ffa68f-f9b6-4aa0-a85d-3b5d6e7433c5 req-0b4c8797-b3cf-4173-ae92-662fe9ed0a09 service nova] Acquiring lock "65ec227e-3975-4a36-9ee2-6adc08e29558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.136051] env[62024]: DEBUG oslo_concurrency.lockutils [req-f0ffa68f-f9b6-4aa0-a85d-3b5d6e7433c5 req-0b4c8797-b3cf-4173-ae92-662fe9ed0a09 service nova] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.136464] env[62024]: DEBUG oslo_concurrency.lockutils [req-f0ffa68f-f9b6-4aa0-a85d-3b5d6e7433c5 req-0b4c8797-b3cf-4173-ae92-662fe9ed0a09 service nova] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.136651] env[62024]: DEBUG nova.compute.manager [req-f0ffa68f-f9b6-4aa0-a85d-3b5d6e7433c5 req-0b4c8797-b3cf-4173-ae92-662fe9ed0a09 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] No waiting events found dispatching network-vif-plugged-d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.136808] env[62024]: WARNING nova.compute.manager [req-f0ffa68f-f9b6-4aa0-a85d-3b5d6e7433c5 req-0b4c8797-b3cf-4173-ae92-662fe9ed0a09 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Received unexpected event network-vif-plugged-d3242e14-8bf1-487c-9026-97af6545f348 for instance with vm_state building and task_state spawning. [ 894.137021] env[62024]: DEBUG nova.compute.manager [req-f0ffa68f-f9b6-4aa0-a85d-3b5d6e7433c5 req-0b4c8797-b3cf-4173-ae92-662fe9ed0a09 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Received event network-changed-d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.137249] env[62024]: DEBUG nova.compute.manager [req-f0ffa68f-f9b6-4aa0-a85d-3b5d6e7433c5 req-0b4c8797-b3cf-4173-ae92-662fe9ed0a09 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Refreshing instance network info cache due to event network-changed-d3242e14-8bf1-487c-9026-97af6545f348. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 894.137528] env[62024]: DEBUG oslo_concurrency.lockutils [req-f0ffa68f-f9b6-4aa0-a85d-3b5d6e7433c5 req-0b4c8797-b3cf-4173-ae92-662fe9ed0a09 service nova] Acquiring lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.301544] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.305360] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.117s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.305621] env[62024]: DEBUG nova.objects.instance [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62024) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 894.317543] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.320068] env[62024]: DEBUG nova.compute.manager [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Instance network_info: |[{"id": "d3242e14-8bf1-487c-9026-97af6545f348", "address": "fa:16:3e:0e:d9:96", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3242e14-8b", "ovs_interfaceid": "d3242e14-8bf1-487c-9026-97af6545f348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.320068] env[62024]: DEBUG oslo_concurrency.lockutils [req-f0ffa68f-f9b6-4aa0-a85d-3b5d6e7433c5 req-0b4c8797-b3cf-4173-ae92-662fe9ed0a09 service nova] Acquired lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.320068] env[62024]: DEBUG nova.network.neutron [req-f0ffa68f-f9b6-4aa0-a85d-3b5d6e7433c5 req-0b4c8797-b3cf-4173-ae92-662fe9ed0a09 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Refreshing network info cache for port d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.320425] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:d9:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3242e14-8bf1-487c-9026-97af6545f348', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.328643] env[62024]: DEBUG oslo.service.loopingcall [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.330699] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.331315] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-190e476e-de42-4994-a360-d742ab52f45b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.346555] env[62024]: INFO nova.scheduler.client.report [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Deleted allocations for instance 2b796cd9-a60e-499d-b000-b4924ea5b513 [ 894.355948] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288561, 'name': CloneVM_Task, 'duration_secs': 1.496878} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.360299] env[62024]: DEBUG nova.network.neutron [-] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.361457] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Created linked-clone VM from snapshot [ 894.362192] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.363262] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f31041-c2c3-4e62-ac0c-1b098f1b697c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.368623] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.368623] env[62024]: value = "task-2288567" [ 894.368623] env[62024]: _type = "Task" [ 894.368623] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.369923] env[62024]: DEBUG nova.network.neutron [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Updating instance_info_cache with network_info: [{"id": "80fda4db-fd1b-4936-abd7-4bd638c23570", "address": "fa:16:3e:1f:66:6c", "network": {"id": "91b63042-1f66-42a8-b68b-1145abd5048c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1956325954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bcffd7937be54eb2bb9456d7b4dd4a96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80fda4db-fd", "ovs_interfaceid": "80fda4db-fd1b-4936-abd7-4bd638c23570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.379375] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Uploading image 597162a4-dae8-48e2-804b-c3c75fa100ef {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 894.388235] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288567, 'name': CreateVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.395154] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 894.395337] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e11ec2fd-70b6-4148-8898-2d779a6f4f9b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.402397] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 894.402397] env[62024]: value = "task-2288568" [ 894.402397] env[62024]: _type = "Task" [ 894.402397] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.412034] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288568, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.474521] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.491601] env[62024]: DEBUG oslo_vmware.api [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195909} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.491937] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.492195] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.492402] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.492636] env[62024]: INFO nova.compute.manager [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Took 1.11 seconds to destroy the instance on the hypervisor. [ 894.492921] env[62024]: DEBUG oslo.service.loopingcall [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.493139] env[62024]: DEBUG nova.compute.manager [-] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.493239] env[62024]: DEBUG nova.network.neutron [-] [instance: b0119f90-c29b-487b-9378-4f1f895730da] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.581407] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288566, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.817930] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "e4632e97-4b34-432b-b1a1-6e6ee3b280cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.818210] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "e4632e97-4b34-432b-b1a1-6e6ee3b280cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.818452] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "e4632e97-4b34-432b-b1a1-6e6ee3b280cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.818698] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "e4632e97-4b34-432b-b1a1-6e6ee3b280cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.818782] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "e4632e97-4b34-432b-b1a1-6e6ee3b280cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.820709] env[62024]: INFO nova.compute.manager [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Terminating instance [ 894.866392] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c7780a36-39b8-4adf-ac3e-adf7035d94d0 tempest-ServerAddressesTestJSON-959232025 tempest-ServerAddressesTestJSON-959232025-project-member] Lock "2b796cd9-a60e-499d-b000-b4924ea5b513" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.616s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.867430] env[62024]: INFO nova.compute.manager [-] [instance: 7bd222b5-a477-448d-866d-35a6be2ce677] Took 1.37 seconds to deallocate network for instance. [ 894.873294] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Releasing lock "refresh_cache-25210071-a214-419c-8286-7630980dad31" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.892025] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288567, 'name': CreateVM_Task, 'duration_secs': 0.469501} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.892025] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.892025] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.892282] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.892927] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.893043] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0b8de0-1235-4e32-a1ea-a71dd0c6ba96 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.897918] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 894.897918] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b130df-8fec-3fa7-a267-a78bbf610ba7" [ 894.897918] env[62024]: _type = "Task" [ 894.897918] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.911013] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b130df-8fec-3fa7-a267-a78bbf610ba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.920239] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288568, 'name': Destroy_Task, 'duration_secs': 0.510835} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.920490] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Destroyed the VM [ 894.920838] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 894.921538] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0756d776-fac9-443e-bddf-8ba9012be6ef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.928280] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 894.928280] env[62024]: value = "task-2288569" [ 894.928280] env[62024]: _type = "Task" [ 894.928280] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.939785] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288569, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.081167] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603286} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.082193] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 688a3e6c-3aad-434f-aaa4-5dc0550249cb/688a3e6c-3aad-434f-aaa4-5dc0550249cb.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.082193] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.082193] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1dd7b47-e50e-407b-8313-ada4dcaf0891 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.089075] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 895.089075] env[62024]: value = "task-2288570" [ 895.089075] env[62024]: _type = "Task" [ 895.089075] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.097654] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.099816] env[62024]: DEBUG nova.network.neutron [req-f0ffa68f-f9b6-4aa0-a85d-3b5d6e7433c5 req-0b4c8797-b3cf-4173-ae92-662fe9ed0a09 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Updated VIF entry in instance network info cache for port d3242e14-8bf1-487c-9026-97af6545f348. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.100189] env[62024]: DEBUG nova.network.neutron [req-f0ffa68f-f9b6-4aa0-a85d-3b5d6e7433c5 req-0b4c8797-b3cf-4173-ae92-662fe9ed0a09 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Updating instance_info_cache with network_info: [{"id": "d3242e14-8bf1-487c-9026-97af6545f348", "address": "fa:16:3e:0e:d9:96", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3242e14-8b", "ovs_interfaceid": "d3242e14-8bf1-487c-9026-97af6545f348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.316828] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02f07e61-56b5-4dc8-92a2-e578cd2083d4 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.317938] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.956s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.318130] env[62024]: DEBUG nova.objects.instance [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62024) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 895.324842] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.324911] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquired lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.325057] env[62024]: DEBUG nova.network.neutron [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Forcefully refreshing network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 895.326030] env[62024]: DEBUG nova.network.neutron [-] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.327323] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "refresh_cache-e4632e97-4b34-432b-b1a1-6e6ee3b280cd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.327489] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquired lock "refresh_cache-e4632e97-4b34-432b-b1a1-6e6ee3b280cd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.327653] env[62024]: DEBUG nova.network.neutron [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.408837] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b130df-8fec-3fa7-a267-a78bbf610ba7, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.409163] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.409763] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.409763] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.409914] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.409982] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.410267] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8662b34-8272-4f05-9908-dced24fcdabb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.423854] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.423854] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.427963] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469b420c-cbaf-40af-9a1e-50e2baad119c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.439463] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 895.439463] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ba8d8e-640b-8ada-d45d-4886052be806" [ 895.439463] env[62024]: _type = "Task" [ 895.439463] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.446019] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288569, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.453040] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ba8d8e-640b-8ada-d45d-4886052be806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.600778] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071196} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.601239] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.602147] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e19a4e-e476-4a40-8ff6-721f6160fbb9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.606558] env[62024]: DEBUG oslo_concurrency.lockutils [req-f0ffa68f-f9b6-4aa0-a85d-3b5d6e7433c5 req-0b4c8797-b3cf-4173-ae92-662fe9ed0a09 service nova] Releasing lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.627471] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 688a3e6c-3aad-434f-aaa4-5dc0550249cb/688a3e6c-3aad-434f-aaa4-5dc0550249cb.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.628148] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0df33dff-8a95-4ab9-958e-4c84c293285f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.649502] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 895.649502] env[62024]: value = "task-2288571" [ 895.649502] env[62024]: _type = "Task" [ 895.649502] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.658467] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.833202] env[62024]: INFO nova.compute.manager [-] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Took 1.34 seconds to deallocate network for instance. [ 895.844391] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5707b368-58cf-4855-a24b-ac84e5f6eebf tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.526s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.846703] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.372s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.849245] env[62024]: INFO nova.compute.claims [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.898494] env[62024]: DEBUG nova.network.neutron [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.904439] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08ee2658-a42c-41a9-a220-a070c8c68773 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "7bd222b5-a477-448d-866d-35a6be2ce677" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.969s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.954887] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288569, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.961287] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ba8d8e-640b-8ada-d45d-4886052be806, 'name': SearchDatastore_Task, 'duration_secs': 0.051475} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.962647] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7437f45-5355-499b-a547-493ff95a5290 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.967575] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 895.967575] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520947dd-6028-5115-8540-f06defbe408f" [ 895.967575] env[62024]: _type = "Task" [ 895.967575] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.976597] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520947dd-6028-5115-8540-f06defbe408f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.028475] env[62024]: DEBUG nova.network.neutron [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.161839] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.167068] env[62024]: DEBUG nova.compute.manager [req-2a3e17fb-c016-4d23-8eef-24eb6b5f6f32 req-1813a511-55cb-47dc-ac39-d2b95537f167 service nova] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Received event network-vif-deleted-2df0b8cf-f90e-47a4-b20c-e8deec093ba2 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.358549] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.424382] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.424382] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1b6d7df-259b-44e9-b3d9-94e61b1e5277 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.431466] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 896.431466] env[62024]: value = "task-2288572" [ 896.431466] env[62024]: _type = "Task" [ 896.431466] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.445914] env[62024]: DEBUG oslo_vmware.api [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288569, 'name': RemoveSnapshot_Task, 'duration_secs': 1.053544} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.448343] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.448674] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 896.483314] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520947dd-6028-5115-8540-f06defbe408f, 'name': SearchDatastore_Task, 'duration_secs': 0.013591} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.483740] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.484150] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 65ec227e-3975-4a36-9ee2-6adc08e29558/65ec227e-3975-4a36-9ee2-6adc08e29558.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.484470] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d8ce6ee-bc58-4ca1-9f16-f08a0504d9e6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.493931] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 896.493931] env[62024]: value = "task-2288573" [ 896.493931] env[62024]: _type = "Task" [ 896.493931] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.507405] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.531414] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Releasing lock "refresh_cache-e4632e97-4b34-432b-b1a1-6e6ee3b280cd" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.531654] env[62024]: DEBUG nova.compute.manager [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.531841] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.535033] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b64f7e7-e689-4f77-89e5-7a39e32585a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.541044] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.541323] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f448a22-8d03-4dda-b4d4-3cc937565262 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.547824] env[62024]: DEBUG oslo_vmware.api [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 896.547824] env[62024]: value = "task-2288574" [ 896.547824] env[62024]: _type = "Task" [ 896.547824] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.555919] env[62024]: DEBUG oslo_vmware.api [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.661604] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288571, 'name': ReconfigVM_Task, 'duration_secs': 0.688534} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.661897] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 688a3e6c-3aad-434f-aaa4-5dc0550249cb/688a3e6c-3aad-434f-aaa4-5dc0550249cb.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.662568] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79d5a307-8adb-4d79-9b88-dce7e15be0cf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.672380] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 896.672380] env[62024]: value = "task-2288575" [ 896.672380] env[62024]: _type = "Task" [ 896.672380] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.687893] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288575, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.834076] env[62024]: DEBUG nova.network.neutron [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance_info_cache with network_info: [{"id": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "address": "fa:16:3e:fe:9c:bd", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c318eab-2e", "ovs_interfaceid": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.941431] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288572, 'name': PowerOffVM_Task, 'duration_secs': 0.203275} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.941765] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.942772] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc2efe2-a8c9-41df-a9e7-455e9abac619 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.965016] env[62024]: WARNING nova.compute.manager [None req-389c05fe-21ac-4dad-bd8f-98db0cc9a4a0 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Image not found during snapshot: nova.exception.ImageNotFound: Image 597162a4-dae8-48e2-804b-c3c75fa100ef could not be found. [ 896.969360] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21984fd5-2563-4335-a63f-13cd8e2f4e34 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.006063] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476993} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.007922] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.008194] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 65ec227e-3975-4a36-9ee2-6adc08e29558/65ec227e-3975-4a36-9ee2-6adc08e29558.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.008392] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.008612] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f281c9d-6348-4681-93f4-2d3e562c73d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.012014] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db5a7c28-d4f5-4af8-8074-ecdce69b7889 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.018319] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 897.018319] env[62024]: value = "task-2288577" [ 897.018319] env[62024]: _type = "Task" [ 897.018319] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.019483] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 897.019483] env[62024]: value = "task-2288576" [ 897.019483] env[62024]: _type = "Task" [ 897.019483] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.036454] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.038734] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] VM already powered off {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 897.039013] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.039182] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.039329] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.039506] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.039911] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6db90e8-3ba8-49cd-9379-58d9d3d643c9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.047177] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.047354] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.048130] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57792726-95b5-4d3e-9e1b-99eacf58b51b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.058789] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 897.058789] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5218148d-3dcc-215e-07be-83eecf087990" [ 897.058789] env[62024]: _type = "Task" [ 897.058789] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.062015] env[62024]: DEBUG oslo_vmware.api [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288574, 'name': PowerOffVM_Task, 'duration_secs': 0.216439} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.065285] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.065488] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.067919] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68431e7c-ef13-4ed1-834d-5a1b8243875c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.074556] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5218148d-3dcc-215e-07be-83eecf087990, 'name': SearchDatastore_Task, 'duration_secs': 0.008151} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.075351] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb65c85-3b1c-428d-b08e-7ca1b9e179fb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.080492] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 897.080492] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524c0b9e-a3e4-4e6c-f005-3d7880290c67" [ 897.080492] env[62024]: _type = "Task" [ 897.080492] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.092098] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524c0b9e-a3e4-4e6c-f005-3d7880290c67, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.093723] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.093723] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 25210071-a214-419c-8286-7630980dad31/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk. {{(pid=62024) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 897.093937] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.094846] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.094846] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Deleting the datastore file [datastore2] e4632e97-4b34-432b-b1a1-6e6ee3b280cd {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.096908] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c325d5ae-fd43-491d-b46d-b29115884621 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.098983] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9222089-f1cd-47d8-baf3-b30e93b1d1ba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.105633] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 897.105633] env[62024]: value = "task-2288579" [ 897.105633] env[62024]: _type = "Task" [ 897.105633] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.106496] env[62024]: DEBUG oslo_vmware.api [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 897.106496] env[62024]: value = "task-2288580" [ 897.106496] env[62024]: _type = "Task" [ 897.106496] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.122477] env[62024]: DEBUG oslo_vmware.api [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.122828] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.127291] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.127607] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.185188] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288575, 'name': Rename_Task, 'duration_secs': 0.283348} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.185188] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.185478] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe9a83d0-10ec-4306-8f5b-48c27ff415be {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.192114] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b32542-a8d8-46a4-bfb1-e160a3ef2fac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.195745] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 897.195745] env[62024]: value = "task-2288581" [ 897.195745] env[62024]: _type = "Task" [ 897.195745] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.202979] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e5f561-24a6-44d6-a423-c6c422108c73 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.208909] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.241742] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e427183b-342a-42ea-858c-e1aadde4969b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.247594] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a20064e-2cb2-47c0-a204-f8a749cf2a58 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.266754] env[62024]: DEBUG nova.compute.provider_tree [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.337565] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Releasing lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.337749] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updated the network info_cache for instance {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 897.337969] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.338180] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.338311] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.338491] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.338659] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.338852] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.338944] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62024) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 897.339109] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.530436] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068957} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.530865] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.531701] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7f338a-80fd-463b-ab33-179f1661c515 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.559402] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 65ec227e-3975-4a36-9ee2-6adc08e29558/65ec227e-3975-4a36-9ee2-6adc08e29558.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.559766] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd5b960c-ad17-4d3a-8548-ea694e571540 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.583908] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 897.583908] env[62024]: value = "task-2288582" [ 897.583908] env[62024]: _type = "Task" [ 897.583908] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.593555] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.619987] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288579, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.623306] env[62024]: DEBUG oslo_vmware.api [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10541} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.623538] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.623724] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.623901] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.624092] env[62024]: INFO nova.compute.manager [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Took 1.09 seconds to destroy the instance on the hypervisor. [ 897.624353] env[62024]: DEBUG oslo.service.loopingcall [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 897.624570] env[62024]: DEBUG nova.compute.manager [-] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.624667] env[62024]: DEBUG nova.network.neutron [-] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.631499] env[62024]: DEBUG nova.compute.manager [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.646088] env[62024]: DEBUG nova.network.neutron [-] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.720395] env[62024]: DEBUG oslo_vmware.api [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288581, 'name': PowerOnVM_Task, 'duration_secs': 0.500779} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.720395] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.720395] env[62024]: INFO nova.compute.manager [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Took 8.19 seconds to spawn the instance on the hypervisor. [ 897.720395] env[62024]: DEBUG nova.compute.manager [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.723223] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3af7cfd-8612-40a6-9001-493e4f988c65 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.756895] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.761595] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.761595] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.761595] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.761595] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.762546] env[62024]: INFO nova.compute.manager [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Terminating instance [ 897.769594] env[62024]: DEBUG nova.scheduler.client.report [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.842404] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.920178] env[62024]: INFO nova.compute.manager [None req-d991317c-ac87-465e-8949-a4912f68e237 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Get console output [ 897.920526] env[62024]: WARNING nova.virt.vmwareapi.driver [None req-d991317c-ac87-465e-8949-a4912f68e237 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] The console log is missing. Check your VSPC configuration [ 898.073025] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquiring lock "dbddb29f-54c8-44cd-bf05-8b884923f3a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.073321] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Lock "dbddb29f-54c8-44cd-bf05-8b884923f3a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.095023] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288582, 'name': ReconfigVM_Task, 'duration_secs': 0.344316} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.095263] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 65ec227e-3975-4a36-9ee2-6adc08e29558/65ec227e-3975-4a36-9ee2-6adc08e29558.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.095847] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9668b60-1e4d-45f9-a8f8-3ab22ff9c93c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.102141] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 898.102141] env[62024]: value = "task-2288583" [ 898.102141] env[62024]: _type = "Task" [ 898.102141] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.111839] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288583, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.119690] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288579, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.150992] env[62024]: DEBUG nova.network.neutron [-] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.156038] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.249919] env[62024]: INFO nova.compute.manager [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Took 31.99 seconds to build instance. [ 898.269340] env[62024]: DEBUG nova.compute.manager [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.269553] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.270666] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff30ee1-fabb-4e50-834e-a34a1b324874 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.277372] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.277862] env[62024]: DEBUG nova.compute.manager [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.282888] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.924s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.283039] env[62024]: DEBUG nova.objects.instance [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lazy-loading 'resources' on Instance uuid b0119f90-c29b-487b-9378-4f1f895730da {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.284273] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.284716] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83478046-e53f-47c6-ac31-982586e96141 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.291649] env[62024]: DEBUG oslo_vmware.api [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 898.291649] env[62024]: value = "task-2288584" [ 898.291649] env[62024]: _type = "Task" [ 898.291649] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.300592] env[62024]: DEBUG oslo_vmware.api [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.575937] env[62024]: DEBUG nova.compute.manager [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.614247] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288583, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.626033] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288579, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.653751] env[62024]: INFO nova.compute.manager [-] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Took 1.03 seconds to deallocate network for instance. [ 898.751646] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bb8f917-af89-43c9-9039-ba2653b73fcf tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "688a3e6c-3aad-434f-aaa4-5dc0550249cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.502s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.786922] env[62024]: DEBUG nova.compute.utils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 898.788943] env[62024]: DEBUG nova.compute.manager [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.788943] env[62024]: DEBUG nova.network.neutron [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.808483] env[62024]: DEBUG oslo_vmware.api [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.860349] env[62024]: DEBUG nova.policy [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3de3398f0a1d4109be3220ff2468215b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87fdfffd73ef4fe5b1fe949585044d4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.069596] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "e4d53e08-758e-4304-876b-2fb456eb393c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.069970] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "e4d53e08-758e-4304-876b-2fb456eb393c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.070295] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "e4d53e08-758e-4304-876b-2fb456eb393c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.070569] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "e4d53e08-758e-4304-876b-2fb456eb393c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.070839] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "e4d53e08-758e-4304-876b-2fb456eb393c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.073897] env[62024]: INFO nova.compute.manager [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Terminating instance [ 899.104238] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.121428] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288583, 'name': Rename_Task, 'duration_secs': 0.546502} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.124024] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.124024] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3fc8ef2-64fd-4881-afdc-ecaf2f8a5353 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.127843] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288579, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.527247} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.130941] env[62024]: INFO nova.virt.vmwareapi.ds_util [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 25210071-a214-419c-8286-7630980dad31/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk. [ 899.132087] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b2ca08-11f7-4bf8-bc9f-003d861db9a6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.137055] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 899.137055] env[62024]: value = "task-2288585" [ 899.137055] env[62024]: _type = "Task" [ 899.137055] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.156283] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba92868b-76cd-48c2-94f3-9f5821ff401a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.169024] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 25210071-a214-419c-8286-7630980dad31/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.169024] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.169591] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf8521cb-d950-4699-99bd-8ed66ff80bc1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.188300] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.192211] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac02772-b1d8-4e3f-a042-816684fac6a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.196885] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 899.196885] env[62024]: value = "task-2288586" [ 899.196885] env[62024]: _type = "Task" [ 899.196885] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.230873] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c7d08b-b5ca-4b07-8ac0-ad88cc69089f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.236894] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.241984] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ff52ce-2800-4d0b-979c-1ddb7d6f98ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.262216] env[62024]: DEBUG nova.compute.provider_tree [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.293584] env[62024]: DEBUG nova.compute.manager [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.305723] env[62024]: DEBUG oslo_vmware.api [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288584, 'name': PowerOffVM_Task, 'duration_secs': 0.817767} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.306014] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.306192] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.306541] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2683a10-bef9-4b50-9859-57c62a9660ec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.327559] env[62024]: DEBUG nova.network.neutron [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Successfully created port: ba29a2e9-2237-41bf-8ef1-402936afcfa7 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.368742] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.369022] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.369177] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleting the datastore file [datastore1] 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.369437] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f7d0f29-c573-4b9e-acd7-b3f5eb020f81 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.376867] env[62024]: DEBUG oslo_vmware.api [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for the task: (returnval){ [ 899.376867] env[62024]: value = "task-2288588" [ 899.376867] env[62024]: _type = "Task" [ 899.376867] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.385491] env[62024]: DEBUG oslo_vmware.api [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.580510] env[62024]: DEBUG nova.compute.manager [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.580510] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.580510] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69837abe-4889-4fc9-b992-4e7e8b43eae8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.587796] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.588076] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aa64887-278c-4d69-9852-1fd3aa0b8f51 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.594083] env[62024]: DEBUG oslo_vmware.api [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 899.594083] env[62024]: value = "task-2288589" [ 899.594083] env[62024]: _type = "Task" [ 899.594083] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.602528] env[62024]: DEBUG oslo_vmware.api [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2288589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.647033] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288585, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.710440] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288586, 'name': ReconfigVM_Task, 'duration_secs': 0.460428} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.710848] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 25210071-a214-419c-8286-7630980dad31/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.711885] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3704b7-cf86-4db1-b09b-45815ab27808 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.742866] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a78a701-d143-4be9-b21b-7b9a4ff1b76e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.759977] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 899.759977] env[62024]: value = "task-2288590" [ 899.759977] env[62024]: _type = "Task" [ 899.759977] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.770466] env[62024]: DEBUG nova.scheduler.client.report [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.773823] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.888437] env[62024]: DEBUG oslo_vmware.api [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Task: {'id': task-2288588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154535} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.888437] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.888437] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.888908] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.888908] env[62024]: INFO nova.compute.manager [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Took 1.62 seconds to destroy the instance on the hypervisor. [ 899.889161] env[62024]: DEBUG oslo.service.loopingcall [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 899.889359] env[62024]: DEBUG nova.compute.manager [-] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.889457] env[62024]: DEBUG nova.network.neutron [-] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.995759] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.996930] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.107022] env[62024]: DEBUG oslo_vmware.api [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2288589, 'name': PowerOffVM_Task, 'duration_secs': 0.320084} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.107022] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.107022] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.107022] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11da0ab8-0db1-471e-97d1-665984abfd82 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.148737] env[62024]: DEBUG oslo_vmware.api [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288585, 'name': PowerOnVM_Task, 'duration_secs': 0.627371} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.148994] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.149207] env[62024]: INFO nova.compute.manager [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Took 8.14 seconds to spawn the instance on the hypervisor. [ 900.149382] env[62024]: DEBUG nova.compute.manager [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.150189] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31fa290-5f7d-48f6-9166-ccb13fca525e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.171378] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.171378] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.171378] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Deleting the datastore file [datastore1] e4d53e08-758e-4304-876b-2fb456eb393c {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.171378] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a2d06c1-e04a-4930-9c4b-6f25fe175c4f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.178896] env[62024]: DEBUG oslo_vmware.api [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for the task: (returnval){ [ 900.178896] env[62024]: value = "task-2288592" [ 900.178896] env[62024]: _type = "Task" [ 900.178896] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.188104] env[62024]: DEBUG oslo_vmware.api [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2288592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.231401] env[62024]: DEBUG nova.compute.manager [req-e5a3cea4-5b81-4378-9762-2f028ae270a3 req-6380b158-d557-48c8-93a6-57afbaf156fc service nova] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Received event network-vif-deleted-2247a6f1-af79-4db7-981c-7145a2b8c19b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.231683] env[62024]: INFO nova.compute.manager [req-e5a3cea4-5b81-4378-9762-2f028ae270a3 req-6380b158-d557-48c8-93a6-57afbaf156fc service nova] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Neutron deleted interface 2247a6f1-af79-4db7-981c-7145a2b8c19b; detaching it from the instance and deleting it from the info cache [ 900.231922] env[62024]: DEBUG nova.network.neutron [req-e5a3cea4-5b81-4378-9762-2f028ae270a3 req-6380b158-d557-48c8-93a6-57afbaf156fc service nova] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.269439] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288590, 'name': ReconfigVM_Task, 'duration_secs': 0.173366} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.269719] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.269978] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f77ddd75-cf26-4314-8465-0dd2d097197b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.275796] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.279023] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.437s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.279205] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.279428] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62024) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 900.279733] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.124s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.281070] env[62024]: INFO nova.compute.claims [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.283887] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 900.283887] env[62024]: value = "task-2288593" [ 900.283887] env[62024]: _type = "Task" [ 900.283887] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.284565] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369cee34-6f51-4531-9ea1-7de7af45c946 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.298278] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2877bd-49c9-4011-8a7d-bc3fb463e383 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.304012] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288593, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.304995] env[62024]: INFO nova.scheduler.client.report [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleted allocations for instance b0119f90-c29b-487b-9378-4f1f895730da [ 900.307605] env[62024]: DEBUG nova.compute.manager [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.322877] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6300b8e9-06fa-4162-ace9-abb7ddd14da5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.331281] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1784f1-207e-4da5-a239-190c24a66d78 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.365930] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179076MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62024) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 900.366178] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.368946] env[62024]: DEBUG nova.virt.hardware [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.368946] env[62024]: DEBUG nova.virt.hardware [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.369181] env[62024]: DEBUG nova.virt.hardware [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.369400] env[62024]: DEBUG nova.virt.hardware [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.369591] env[62024]: DEBUG nova.virt.hardware [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.369783] env[62024]: DEBUG nova.virt.hardware [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.370048] env[62024]: DEBUG nova.virt.hardware [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.370257] env[62024]: DEBUG nova.virt.hardware [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.370479] env[62024]: DEBUG nova.virt.hardware [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.370690] env[62024]: DEBUG nova.virt.hardware [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.370912] env[62024]: DEBUG nova.virt.hardware [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.372272] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a0a087-9481-4629-8198-53ff753e5154 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.381107] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10709db5-5f0d-451f-9ec9-22cbaf1ae992 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.497974] env[62024]: DEBUG nova.compute.manager [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.668509] env[62024]: INFO nova.compute.manager [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Took 29.71 seconds to build instance. [ 900.697552] env[62024]: DEBUG oslo_vmware.api [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Task: {'id': task-2288592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215886} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.697552] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.697552] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.697552] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.697552] env[62024]: INFO nova.compute.manager [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 900.697552] env[62024]: DEBUG oslo.service.loopingcall [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.697552] env[62024]: DEBUG nova.compute.manager [-] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.697552] env[62024]: DEBUG nova.network.neutron [-] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.715066] env[62024]: DEBUG nova.network.neutron [-] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.736009] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd88ff02-4f05-412d-b62c-2fad316c59a8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.749649] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f52fc01-ab0c-4fc0-b616-8310d7a4805a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.795659] env[62024]: DEBUG nova.compute.manager [req-e5a3cea4-5b81-4378-9762-2f028ae270a3 req-6380b158-d557-48c8-93a6-57afbaf156fc service nova] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Detach interface failed, port_id=2247a6f1-af79-4db7-981c-7145a2b8c19b, reason: Instance 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 900.805328] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288593, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.815508] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da6aa66-ea60-47fa-a240-fcd47f5b0eef tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "b0119f90-c29b-487b-9378-4f1f895730da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.943s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.025653] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.171340] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8809f9ec-92dd-4065-b23d-46e3ffe9b392 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.223s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.218673] env[62024]: INFO nova.compute.manager [-] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Took 1.33 seconds to deallocate network for instance. [ 901.308688] env[62024]: DEBUG oslo_vmware.api [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288593, 'name': PowerOnVM_Task, 'duration_secs': 0.589787} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.310053] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.316328] env[62024]: DEBUG nova.compute.manager [None req-b9f8628c-d307-419b-ace3-e68b97ba285f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.319734] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af0c713-ee59-440e-836f-65b731d25023 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.464101] env[62024]: DEBUG nova.network.neutron [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Successfully updated port: ba29a2e9-2237-41bf-8ef1-402936afcfa7 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.645724] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f37a2f-ba5f-4444-b686-48e7f75aa5bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.654105] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ae60b6-e29a-47d3-9113-eadba36fa746 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.688737] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b274549-bd3b-4087-9719-b9a1e67af1e8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.696750] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4def0d0-feb0-46cc-9788-cda98ca2dde0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.710613] env[62024]: DEBUG nova.compute.provider_tree [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.724906] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.968358] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "refresh_cache-01d71ac0-3981-4277-a793-fc93759d6aac" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.968602] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "refresh_cache-01d71ac0-3981-4277-a793-fc93759d6aac" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.968761] env[62024]: DEBUG nova.network.neutron [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.106917] env[62024]: DEBUG nova.network.neutron [-] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.216426] env[62024]: DEBUG nova.scheduler.client.report [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.263339] env[62024]: DEBUG nova.compute.manager [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Received event network-vif-plugged-ba29a2e9-2237-41bf-8ef1-402936afcfa7 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.263702] env[62024]: DEBUG oslo_concurrency.lockutils [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] Acquiring lock "01d71ac0-3981-4277-a793-fc93759d6aac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.263778] env[62024]: DEBUG oslo_concurrency.lockutils [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] Lock "01d71ac0-3981-4277-a793-fc93759d6aac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.263920] env[62024]: DEBUG oslo_concurrency.lockutils [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] Lock "01d71ac0-3981-4277-a793-fc93759d6aac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.264098] env[62024]: DEBUG nova.compute.manager [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] No waiting events found dispatching network-vif-plugged-ba29a2e9-2237-41bf-8ef1-402936afcfa7 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.264351] env[62024]: WARNING nova.compute.manager [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Received unexpected event network-vif-plugged-ba29a2e9-2237-41bf-8ef1-402936afcfa7 for instance with vm_state building and task_state spawning. [ 902.264542] env[62024]: DEBUG nova.compute.manager [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Received event network-changed-d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.264699] env[62024]: DEBUG nova.compute.manager [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Refreshing instance network info cache due to event network-changed-d3242e14-8bf1-487c-9026-97af6545f348. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 902.264877] env[62024]: DEBUG oslo_concurrency.lockutils [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] Acquiring lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.265023] env[62024]: DEBUG oslo_concurrency.lockutils [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] Acquired lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.265182] env[62024]: DEBUG nova.network.neutron [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Refreshing network info cache for port d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.503610] env[62024]: DEBUG nova.network.neutron [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.610465] env[62024]: INFO nova.compute.manager [-] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Took 1.92 seconds to deallocate network for instance. [ 902.680850] env[62024]: DEBUG nova.network.neutron [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Updating instance_info_cache with network_info: [{"id": "ba29a2e9-2237-41bf-8ef1-402936afcfa7", "address": "fa:16:3e:e9:f8:f3", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba29a2e9-22", "ovs_interfaceid": "ba29a2e9-2237-41bf-8ef1-402936afcfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.721885] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.722438] env[62024]: DEBUG nova.compute.manager [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.724940] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.621s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.726298] env[62024]: INFO nova.compute.claims [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.015183] env[62024]: DEBUG nova.network.neutron [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Updated VIF entry in instance network info cache for port d3242e14-8bf1-487c-9026-97af6545f348. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.015568] env[62024]: DEBUG nova.network.neutron [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Updating instance_info_cache with network_info: [{"id": "d3242e14-8bf1-487c-9026-97af6545f348", "address": "fa:16:3e:0e:d9:96", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3242e14-8b", "ovs_interfaceid": "d3242e14-8bf1-487c-9026-97af6545f348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.119786] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.183385] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "refresh_cache-01d71ac0-3981-4277-a793-fc93759d6aac" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.183714] env[62024]: DEBUG nova.compute.manager [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Instance network_info: |[{"id": "ba29a2e9-2237-41bf-8ef1-402936afcfa7", "address": "fa:16:3e:e9:f8:f3", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba29a2e9-22", "ovs_interfaceid": "ba29a2e9-2237-41bf-8ef1-402936afcfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.184256] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:f8:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba29a2e9-2237-41bf-8ef1-402936afcfa7', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.191710] env[62024]: DEBUG oslo.service.loopingcall [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 903.191933] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.192179] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-000f62b7-ec72-4a37-97c7-aa8c4301e4e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.212701] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.212701] env[62024]: value = "task-2288594" [ 903.212701] env[62024]: _type = "Task" [ 903.212701] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.219702] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288594, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.230160] env[62024]: DEBUG nova.compute.utils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 903.234115] env[62024]: DEBUG nova.compute.manager [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.234668] env[62024]: DEBUG nova.network.neutron [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.292638] env[62024]: DEBUG nova.policy [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2842e7d57abb4796b566f03ab013a384', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0e8469d470e4b3d96b9e87082d15781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.522134] env[62024]: DEBUG oslo_concurrency.lockutils [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] Releasing lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.522306] env[62024]: DEBUG nova.compute.manager [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Received event network-changed-ba29a2e9-2237-41bf-8ef1-402936afcfa7 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.522482] env[62024]: DEBUG nova.compute.manager [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Refreshing instance network info cache due to event network-changed-ba29a2e9-2237-41bf-8ef1-402936afcfa7. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 903.522696] env[62024]: DEBUG oslo_concurrency.lockutils [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] Acquiring lock "refresh_cache-01d71ac0-3981-4277-a793-fc93759d6aac" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.522836] env[62024]: DEBUG oslo_concurrency.lockutils [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] Acquired lock "refresh_cache-01d71ac0-3981-4277-a793-fc93759d6aac" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.523016] env[62024]: DEBUG nova.network.neutron [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Refreshing network info cache for port ba29a2e9-2237-41bf-8ef1-402936afcfa7 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.576499] env[62024]: DEBUG nova.network.neutron [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Successfully created port: f16bda16-1f3c-46cd-a5bb-a9f03a97fc90 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.722948] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288594, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.742939] env[62024]: DEBUG nova.compute.manager [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.846711] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.846959] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.013844] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8571d923-ce67-4846-a7a5-b8bc6d126431 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.021726] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f734c13-dab9-4b02-867b-3df14176408d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.058033] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878af644-5a25-4923-8b9b-03d87eae62d8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.065545] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ae174a-6abd-4b5b-81ec-1c5638b5d269 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.078426] env[62024]: DEBUG nova.compute.provider_tree [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.223638] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288594, 'name': CreateVM_Task, 'duration_secs': 0.619794} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.223951] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.224524] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.224715] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.225013] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.225267] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7743d5a0-e33e-4fd3-8c9b-09735cbea1a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.229874] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 904.229874] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526086e9-5124-5491-1e5b-e4e34609f045" [ 904.229874] env[62024]: _type = "Task" [ 904.229874] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.237186] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526086e9-5124-5491-1e5b-e4e34609f045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.241333] env[62024]: DEBUG nova.network.neutron [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Updated VIF entry in instance network info cache for port ba29a2e9-2237-41bf-8ef1-402936afcfa7. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.241483] env[62024]: DEBUG nova.network.neutron [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Updating instance_info_cache with network_info: [{"id": "ba29a2e9-2237-41bf-8ef1-402936afcfa7", "address": "fa:16:3e:e9:f8:f3", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba29a2e9-22", "ovs_interfaceid": "ba29a2e9-2237-41bf-8ef1-402936afcfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.349146] env[62024]: DEBUG nova.compute.manager [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.581568] env[62024]: DEBUG nova.scheduler.client.report [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.739611] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526086e9-5124-5491-1e5b-e4e34609f045, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.739883] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.740133] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.740370] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.740544] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.740735] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.741027] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4374de18-b491-47e8-8b8c-c0e4b8cecead {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.744405] env[62024]: DEBUG oslo_concurrency.lockutils [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] Releasing lock "refresh_cache-01d71ac0-3981-4277-a793-fc93759d6aac" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.744788] env[62024]: DEBUG nova.compute.manager [req-28a7af74-17e9-4454-8d94-5799b584dd93 req-5c6ac5c4-7014-4273-85ff-d356f12f93d1 service nova] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Received event network-vif-deleted-bcb1d0b1-9d47-4062-8432-1b2e0a2dd13d {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.749120] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.750913] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.750913] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6cd0a39-63fb-418a-babc-bc83c81ae975 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.752830] env[62024]: DEBUG nova.compute.manager [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.757687] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 904.757687] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528e076a-b34a-24a8-8203-bce3a259f93f" [ 904.757687] env[62024]: _type = "Task" [ 904.757687] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.764986] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528e076a-b34a-24a8-8203-bce3a259f93f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.778427] env[62024]: DEBUG nova.virt.hardware [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.778649] env[62024]: DEBUG nova.virt.hardware [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.778807] env[62024]: DEBUG nova.virt.hardware [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.778988] env[62024]: DEBUG nova.virt.hardware [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.779155] env[62024]: DEBUG nova.virt.hardware [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.779304] env[62024]: DEBUG nova.virt.hardware [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.779510] env[62024]: DEBUG nova.virt.hardware [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.779672] env[62024]: DEBUG nova.virt.hardware [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.779840] env[62024]: DEBUG nova.virt.hardware [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.780012] env[62024]: DEBUG nova.virt.hardware [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.780205] env[62024]: DEBUG nova.virt.hardware [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.780950] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82695316-7edc-4c19-a49f-c2614541686e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.789033] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690bdb04-8645-4015-ade1-f1846c3620ab {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.870752] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.991568] env[62024]: DEBUG nova.compute.manager [req-59aefe62-7d46-43b1-b3e7-a4b21277c942 req-7732e955-5398-4618-8e00-e22f01770a92 service nova] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Received event network-vif-plugged-f16bda16-1f3c-46cd-a5bb-a9f03a97fc90 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.991781] env[62024]: DEBUG oslo_concurrency.lockutils [req-59aefe62-7d46-43b1-b3e7-a4b21277c942 req-7732e955-5398-4618-8e00-e22f01770a92 service nova] Acquiring lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.991994] env[62024]: DEBUG oslo_concurrency.lockutils [req-59aefe62-7d46-43b1-b3e7-a4b21277c942 req-7732e955-5398-4618-8e00-e22f01770a92 service nova] Lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.992188] env[62024]: DEBUG oslo_concurrency.lockutils [req-59aefe62-7d46-43b1-b3e7-a4b21277c942 req-7732e955-5398-4618-8e00-e22f01770a92 service nova] Lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.992411] env[62024]: DEBUG nova.compute.manager [req-59aefe62-7d46-43b1-b3e7-a4b21277c942 req-7732e955-5398-4618-8e00-e22f01770a92 service nova] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] No waiting events found dispatching network-vif-plugged-f16bda16-1f3c-46cd-a5bb-a9f03a97fc90 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.992669] env[62024]: WARNING nova.compute.manager [req-59aefe62-7d46-43b1-b3e7-a4b21277c942 req-7732e955-5398-4618-8e00-e22f01770a92 service nova] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Received unexpected event network-vif-plugged-f16bda16-1f3c-46cd-a5bb-a9f03a97fc90 for instance with vm_state building and task_state spawning. [ 905.084809] env[62024]: DEBUG nova.network.neutron [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Successfully updated port: f16bda16-1f3c-46cd-a5bb-a9f03a97fc90 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.086553] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.087028] env[62024]: DEBUG nova.compute.manager [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.089974] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.921s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.090200] env[62024]: DEBUG nova.objects.instance [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lazy-loading 'resources' on Instance uuid e4632e97-4b34-432b-b1a1-6e6ee3b280cd {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.268513] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528e076a-b34a-24a8-8203-bce3a259f93f, 'name': SearchDatastore_Task, 'duration_secs': 0.009319} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.269298] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9fca373-378e-4db5-b6d9-da1d1b076318 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.274260] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 905.274260] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52127599-5859-e441-bce2-2bd482a40344" [ 905.274260] env[62024]: _type = "Task" [ 905.274260] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.281601] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52127599-5859-e441-bce2-2bd482a40344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.591738] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "refresh_cache-47f04f14-25ea-47ad-8ead-e2a0ce063a37" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.591908] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "refresh_cache-47f04f14-25ea-47ad-8ead-e2a0ce063a37" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.592081] env[62024]: DEBUG nova.network.neutron [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.594292] env[62024]: DEBUG nova.compute.utils [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 905.598490] env[62024]: DEBUG nova.compute.manager [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Not allocating networking since 'none' was specified. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 905.786556] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52127599-5859-e441-bce2-2bd482a40344, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.786948] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.787415] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 01d71ac0-3981-4277-a793-fc93759d6aac/01d71ac0-3981-4277-a793-fc93759d6aac.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.787694] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efbe60dd-0c45-429d-9681-5d45a4df42b3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.796499] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 905.796499] env[62024]: value = "task-2288595" [ 905.796499] env[62024]: _type = "Task" [ 905.796499] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.806937] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.854706] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86a1726-fdfe-4157-abe4-efc1cadf65e6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.862360] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ddd657-ad5e-49e5-92ed-7c5992690816 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.893885] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888bd1d8-f0ca-477f-91c6-15a621a3585e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.901270] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f629fa-a583-4d0d-970e-530745033f00 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.914643] env[62024]: DEBUG nova.compute.provider_tree [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.098620] env[62024]: DEBUG nova.compute.manager [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.136232] env[62024]: DEBUG nova.network.neutron [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.292693] env[62024]: DEBUG nova.network.neutron [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Updating instance_info_cache with network_info: [{"id": "f16bda16-1f3c-46cd-a5bb-a9f03a97fc90", "address": "fa:16:3e:5b:7e:54", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16bda16-1f", "ovs_interfaceid": "f16bda16-1f3c-46cd-a5bb-a9f03a97fc90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.306632] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458695} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.306895] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 01d71ac0-3981-4277-a793-fc93759d6aac/01d71ac0-3981-4277-a793-fc93759d6aac.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.307116] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.307366] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d94f1c3-f51a-41b1-8af3-8a1de8113e4a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.314033] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 906.314033] env[62024]: value = "task-2288596" [ 906.314033] env[62024]: _type = "Task" [ 906.314033] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.320964] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.418028] env[62024]: DEBUG nova.scheduler.client.report [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.796763] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "refresh_cache-47f04f14-25ea-47ad-8ead-e2a0ce063a37" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.796763] env[62024]: DEBUG nova.compute.manager [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Instance network_info: |[{"id": "f16bda16-1f3c-46cd-a5bb-a9f03a97fc90", "address": "fa:16:3e:5b:7e:54", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16bda16-1f", "ovs_interfaceid": "f16bda16-1f3c-46cd-a5bb-a9f03a97fc90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.796763] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:7e:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f16bda16-1f3c-46cd-a5bb-a9f03a97fc90', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.805026] env[62024]: DEBUG oslo.service.loopingcall [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.805026] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.805026] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a4ce2ea-e9e1-4e15-9c86-ed06839fdeaa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.827384] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078944} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.828714] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.828979] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.828979] env[62024]: value = "task-2288597" [ 906.828979] env[62024]: _type = "Task" [ 906.828979] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.829661] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48245d7-75fa-475d-8768-05232c1bfe74 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.840371] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288597, 'name': CreateVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.873623] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 01d71ac0-3981-4277-a793-fc93759d6aac/01d71ac0-3981-4277-a793-fc93759d6aac.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.874101] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-562baabb-cbd3-4a4d-adf4-4ad1551c0796 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.906130] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 906.906130] env[62024]: value = "task-2288598" [ 906.906130] env[62024]: _type = "Task" [ 906.906130] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.914956] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.923126] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.925101] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.559s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.948316] env[62024]: INFO nova.scheduler.client.report [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Deleted allocations for instance e4632e97-4b34-432b-b1a1-6e6ee3b280cd [ 907.018926] env[62024]: DEBUG nova.compute.manager [req-690bc180-4c9a-46bc-8736-3270e007eb26 req-362f8267-4bc4-4605-b774-1ec720b2fe3a service nova] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Received event network-changed-f16bda16-1f3c-46cd-a5bb-a9f03a97fc90 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.019127] env[62024]: DEBUG nova.compute.manager [req-690bc180-4c9a-46bc-8736-3270e007eb26 req-362f8267-4bc4-4605-b774-1ec720b2fe3a service nova] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Refreshing instance network info cache due to event network-changed-f16bda16-1f3c-46cd-a5bb-a9f03a97fc90. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 907.019346] env[62024]: DEBUG oslo_concurrency.lockutils [req-690bc180-4c9a-46bc-8736-3270e007eb26 req-362f8267-4bc4-4605-b774-1ec720b2fe3a service nova] Acquiring lock "refresh_cache-47f04f14-25ea-47ad-8ead-e2a0ce063a37" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.019534] env[62024]: DEBUG oslo_concurrency.lockutils [req-690bc180-4c9a-46bc-8736-3270e007eb26 req-362f8267-4bc4-4605-b774-1ec720b2fe3a service nova] Acquired lock "refresh_cache-47f04f14-25ea-47ad-8ead-e2a0ce063a37" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.019725] env[62024]: DEBUG nova.network.neutron [req-690bc180-4c9a-46bc-8736-3270e007eb26 req-362f8267-4bc4-4605-b774-1ec720b2fe3a service nova] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Refreshing network info cache for port f16bda16-1f3c-46cd-a5bb-a9f03a97fc90 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.110037] env[62024]: DEBUG nova.compute.manager [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.136084] env[62024]: DEBUG nova.virt.hardware [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.136084] env[62024]: DEBUG nova.virt.hardware [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.136084] env[62024]: DEBUG nova.virt.hardware [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.136084] env[62024]: DEBUG nova.virt.hardware [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.136449] env[62024]: DEBUG nova.virt.hardware [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.136763] env[62024]: DEBUG nova.virt.hardware [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.137120] env[62024]: DEBUG nova.virt.hardware [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.137405] env[62024]: DEBUG nova.virt.hardware [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.137707] env[62024]: DEBUG nova.virt.hardware [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.138171] env[62024]: DEBUG nova.virt.hardware [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.138275] env[62024]: DEBUG nova.virt.hardware [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.139074] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d091983f-35f9-447e-8622-0e3513f7a4b6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.146813] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae741f7-33f0-4913-a6f7-df22149056b5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.160509] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Instance VIF info [] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.166181] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Creating folder: Project (36bf7321d5814d9dadb2354efb5e4d93). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.166584] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36a4bd49-93d7-4a48-b88d-fcf8590959fd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.176421] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Created folder: Project (36bf7321d5814d9dadb2354efb5e4d93) in parent group-v465568. [ 907.177077] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Creating folder: Instances. Parent ref: group-v465815. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.177326] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbac2ebc-6018-4028-b54e-40e5fedeb8ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.186644] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Created folder: Instances in parent group-v465815. [ 907.186872] env[62024]: DEBUG oslo.service.loopingcall [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.187163] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.187379] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f6cd55a-34dd-4faa-ba75-7601b70ce0d9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.204063] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.204063] env[62024]: value = "task-2288601" [ 907.204063] env[62024]: _type = "Task" [ 907.204063] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.214194] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288601, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.341944] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288597, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.416834] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.455809] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3612c407-9f42-4cf6-86df-bbe006739f3f tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "e4632e97-4b34-432b-b1a1-6e6ee3b280cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.637s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.714655] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288601, 'name': CreateVM_Task, 'duration_secs': 0.316193} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.715030] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.715364] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.715533] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.715865] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.716145] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9845d78-ce14-4b45-acd1-9bdc43fa369a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.720970] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 907.720970] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521973cb-88e7-82b8-c487-6423236332d4" [ 907.720970] env[62024]: _type = "Task" [ 907.720970] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.730240] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521973cb-88e7-82b8-c487-6423236332d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.764202] env[62024]: DEBUG nova.network.neutron [req-690bc180-4c9a-46bc-8736-3270e007eb26 req-362f8267-4bc4-4605-b774-1ec720b2fe3a service nova] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Updated VIF entry in instance network info cache for port f16bda16-1f3c-46cd-a5bb-a9f03a97fc90. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.764835] env[62024]: DEBUG nova.network.neutron [req-690bc180-4c9a-46bc-8736-3270e007eb26 req-362f8267-4bc4-4605-b774-1ec720b2fe3a service nova] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Updating instance_info_cache with network_info: [{"id": "f16bda16-1f3c-46cd-a5bb-a9f03a97fc90", "address": "fa:16:3e:5b:7e:54", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16bda16-1f", "ovs_interfaceid": "f16bda16-1f3c-46cd-a5bb-a9f03a97fc90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.842360] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288597, 'name': CreateVM_Task, 'duration_secs': 0.641082} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.842564] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.843243] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.916950] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288598, 'name': ReconfigVM_Task, 'duration_secs': 0.661994} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.917289] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 01d71ac0-3981-4277-a793-fc93759d6aac/01d71ac0-3981-4277-a793-fc93759d6aac.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.917914] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d96064e-f085-4c3a-9b68-e0acfb54c373 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.923838] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 907.923838] env[62024]: value = "task-2288602" [ 907.923838] env[62024]: _type = "Task" [ 907.923838] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.931960] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288602, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.965059] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.965059] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance e4d53e08-758e-4304-876b-2fb456eb393c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 907.965059] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.965059] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 1b91a632-2229-4097-8dac-260333a24093 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.965059] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 099e98a2-0879-4b35-8a2a-fd6a529f0e14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.965059] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 600e56ce-d114-42f6-8d7f-6cf534c0e984 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.965059] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance c588cdc1-d2bb-4777-bcf4-c45ff3894608 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.965592] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 01583b3a-4abc-4d50-b8a1-8f6a6f982871 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.965592] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 58344be0-9c1b-43bf-bc58-16da488b10d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.965592] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance d66ce04d-e04e-4510-a02d-6cd22e2cc29b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.965709] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.965847] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 4b057441-3437-470b-bcec-adf23799d370 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.966062] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 907.966255] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 25210071-a214-419c-8286-7630980dad31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.966439] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 688a3e6c-3aad-434f-aaa4-5dc0550249cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.966591] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 65ec227e-3975-4a36-9ee2-6adc08e29558 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.966762] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 01d71ac0-3981-4277-a793-fc93759d6aac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.966923] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 47f04f14-25ea-47ad-8ead-e2a0ce063a37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 907.967094] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance dbddb29f-54c8-44cd-bf05-8b884923f3a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.068793] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "4b057441-3437-470b-bcec-adf23799d370" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.069177] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "4b057441-3437-470b-bcec-adf23799d370" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.069405] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "4b057441-3437-470b-bcec-adf23799d370-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.069598] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "4b057441-3437-470b-bcec-adf23799d370-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.069773] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "4b057441-3437-470b-bcec-adf23799d370-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.072342] env[62024]: INFO nova.compute.manager [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Terminating instance [ 908.231885] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521973cb-88e7-82b8-c487-6423236332d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013261} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.232172] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.232412] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.232666] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.232818] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.233014] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.233310] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.233629] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.233868] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5775374b-0d0d-4a15-8a11-589068b89b6a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.235781] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1daf28b-caff-4d49-bb26-4fbc74d7bacf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.240836] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 908.240836] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521907d8-7881-88b4-b73b-771ba9a2f5f1" [ 908.240836] env[62024]: _type = "Task" [ 908.240836] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.250314] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521907d8-7881-88b4-b73b-771ba9a2f5f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.252656] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.252656] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.252656] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c38f76c8-f46b-4df5-b15c-c621c8fdb85f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.258030] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 908.258030] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5222332f-a150-93ec-fb76-f7d93ba5db26" [ 908.258030] env[62024]: _type = "Task" [ 908.258030] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.266366] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5222332f-a150-93ec-fb76-f7d93ba5db26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.266879] env[62024]: DEBUG oslo_concurrency.lockutils [req-690bc180-4c9a-46bc-8736-3270e007eb26 req-362f8267-4bc4-4605-b774-1ec720b2fe3a service nova] Releasing lock "refresh_cache-47f04f14-25ea-47ad-8ead-e2a0ce063a37" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.434489] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288602, 'name': Rename_Task, 'duration_secs': 0.157833} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.434489] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.434776] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3952c416-eda4-4356-ae64-61396ca49dcc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.441052] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 908.441052] env[62024]: value = "task-2288603" [ 908.441052] env[62024]: _type = "Task" [ 908.441052] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.448545] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.470560] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 908.575714] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "refresh_cache-4b057441-3437-470b-bcec-adf23799d370" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.575897] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquired lock "refresh_cache-4b057441-3437-470b-bcec-adf23799d370" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.576096] env[62024]: DEBUG nova.network.neutron [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.752596] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521907d8-7881-88b4-b73b-771ba9a2f5f1, 'name': SearchDatastore_Task, 'duration_secs': 0.039013} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.752928] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.753261] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.753387] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.769822] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5222332f-a150-93ec-fb76-f7d93ba5db26, 'name': SearchDatastore_Task, 'duration_secs': 0.031322} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.770756] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b8d5cc-3866-421c-b447-f5237fb0f6d1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.775923] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 908.775923] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a68c99-8de3-ace2-f657-ab6bfd44f050" [ 908.775923] env[62024]: _type = "Task" [ 908.775923] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.783658] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a68c99-8de3-ace2-f657-ab6bfd44f050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.951313] env[62024]: DEBUG oslo_vmware.api [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288603, 'name': PowerOnVM_Task, 'duration_secs': 0.478464} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.951719] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.951849] env[62024]: INFO nova.compute.manager [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Took 8.64 seconds to spawn the instance on the hypervisor. [ 908.951988] env[62024]: DEBUG nova.compute.manager [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.952808] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd46a912-7b82-4d12-9f1e-3f94d7f44d92 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.973433] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 908.974098] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 908.974098] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 909.095016] env[62024]: DEBUG nova.network.neutron [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.155027] env[62024]: DEBUG nova.network.neutron [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.235083] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737dc1ad-6b8e-4661-b297-965080791e8d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.242431] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513d9af9-2ef9-4ec2-a622-bd42a9ff3f51 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.272114] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869f72b3-af5e-44e2-bde0-df5b51d26152 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.283901] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbace16-7024-43b5-9102-5fbc02d08639 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.292868] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a68c99-8de3-ace2-f657-ab6bfd44f050, 'name': SearchDatastore_Task, 'duration_secs': 0.018836} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.300075] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.300349] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] dbddb29f-54c8-44cd-bf05-8b884923f3a0/dbddb29f-54c8-44cd-bf05-8b884923f3a0.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.301083] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.302311] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.302507] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.302720] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80b0f6a8-1b32-4d7a-bd1c-2bb60171732e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.304758] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac0cf576-9463-4999-91d7-e2d7d1b46cf6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.310895] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 909.310895] env[62024]: value = "task-2288604" [ 909.310895] env[62024]: _type = "Task" [ 909.310895] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.314746] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.314916] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.315899] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b693ab-067b-4870-b703-43b254485b54 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.320936] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.323486] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 909.323486] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522191f3-a93a-e6b9-7dcc-68782cb9c129" [ 909.323486] env[62024]: _type = "Task" [ 909.323486] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.330880] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522191f3-a93a-e6b9-7dcc-68782cb9c129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.475984] env[62024]: INFO nova.compute.manager [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Took 15.02 seconds to build instance. [ 909.492454] env[62024]: INFO nova.compute.manager [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Rebuilding instance [ 909.533560] env[62024]: DEBUG nova.compute.manager [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.534561] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a86ee8-3056-4b23-911d-4b682132051b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.658298] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Releasing lock "refresh_cache-4b057441-3437-470b-bcec-adf23799d370" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.658903] env[62024]: DEBUG nova.compute.manager [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.659287] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.660244] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb0ccf7-743f-4b0e-b76b-af76dae4a747 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.668142] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.668455] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e254993c-2b12-4571-b19a-d8c238065a17 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.675277] env[62024]: DEBUG oslo_vmware.api [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 909.675277] env[62024]: value = "task-2288605" [ 909.675277] env[62024]: _type = "Task" [ 909.675277] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.684855] env[62024]: DEBUG oslo_vmware.api [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.805916] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.822939] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288604, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.835315] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522191f3-a93a-e6b9-7dcc-68782cb9c129, 'name': SearchDatastore_Task, 'duration_secs': 0.013664} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.836168] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31d99c83-b77f-4487-b4eb-2aa4cd36814a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.845072] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 909.845072] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ae55a9-2607-382b-e783-b28c2a67a5c3" [ 909.845072] env[62024]: _type = "Task" [ 909.845072] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.856171] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ae55a9-2607-382b-e783-b28c2a67a5c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.979061] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36d25217-feea-4260-891f-f088cbf8472a tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "01d71ac0-3981-4277-a793-fc93759d6aac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.532s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.185786] env[62024]: DEBUG oslo_vmware.api [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288605, 'name': PowerOffVM_Task, 'duration_secs': 0.277314} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.186111] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.186406] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.186881] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dd2964f-be7e-4123-861d-f4c32330ca32 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.209603] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.209791] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.209967] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Deleting the datastore file [datastore1] 4b057441-3437-470b-bcec-adf23799d370 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.210247] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-360a9484-0b3f-47b7-8da0-768a228536a6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.216142] env[62024]: DEBUG oslo_vmware.api [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for the task: (returnval){ [ 910.216142] env[62024]: value = "task-2288607" [ 910.216142] env[62024]: _type = "Task" [ 910.216142] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.223610] env[62024]: DEBUG oslo_vmware.api [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.314096] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62024) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 910.314096] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.388s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.314096] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.291s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.314838] env[62024]: INFO nova.compute.claims [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.326718] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718199} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.327044] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] dbddb29f-54c8-44cd-bf05-8b884923f3a0/dbddb29f-54c8-44cd-bf05-8b884923f3a0.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.327333] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.327774] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e810c12-63e0-48bb-b0f6-f18025663f91 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.335036] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 910.335036] env[62024]: value = "task-2288608" [ 910.335036] env[62024]: _type = "Task" [ 910.335036] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.342347] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.354595] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ae55a9-2607-382b-e783-b28c2a67a5c3, 'name': SearchDatastore_Task, 'duration_secs': 0.054826} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.355477] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.355739] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 47f04f14-25ea-47ad-8ead-e2a0ce063a37/47f04f14-25ea-47ad-8ead-e2a0ce063a37.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.355985] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-027cf9c8-0876-4af9-b444-dfd8c8d6cd84 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.361822] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 910.361822] env[62024]: value = "task-2288609" [ 910.361822] env[62024]: _type = "Task" [ 910.361822] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.369055] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.547764] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.548204] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d85acc18-955c-453a-8d5e-d5b953c317ba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.558131] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 910.558131] env[62024]: value = "task-2288610" [ 910.558131] env[62024]: _type = "Task" [ 910.558131] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.571310] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.730263] env[62024]: DEBUG oslo_vmware.api [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Task: {'id': task-2288607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13069} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.730696] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.730913] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.732031] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.732031] env[62024]: INFO nova.compute.manager [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] [instance: 4b057441-3437-470b-bcec-adf23799d370] Took 1.07 seconds to destroy the instance on the hypervisor. [ 910.732031] env[62024]: DEBUG oslo.service.loopingcall [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.732031] env[62024]: DEBUG nova.compute.manager [-] [instance: 4b057441-3437-470b-bcec-adf23799d370] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.732031] env[62024]: DEBUG nova.network.neutron [-] [instance: 4b057441-3437-470b-bcec-adf23799d370] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.754185] env[62024]: DEBUG nova.network.neutron [-] [instance: 4b057441-3437-470b-bcec-adf23799d370] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.844641] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062322} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.844924] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.845721] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d928ffd-ebf2-464f-a041-958623185c90 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.865104] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] dbddb29f-54c8-44cd-bf05-8b884923f3a0/dbddb29f-54c8-44cd-bf05-8b884923f3a0.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.865408] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a78327c-66ae-4b74-b0bc-80d41fb7c52b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.889158] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474033} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.890342] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 47f04f14-25ea-47ad-8ead-e2a0ce063a37/47f04f14-25ea-47ad-8ead-e2a0ce063a37.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.890557] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.890860] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 910.890860] env[62024]: value = "task-2288611" [ 910.890860] env[62024]: _type = "Task" [ 910.890860] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.891075] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-823666cf-9231-460c-b320-1759791c74db {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.901678] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.902660] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 910.902660] env[62024]: value = "task-2288612" [ 910.902660] env[62024]: _type = "Task" [ 910.902660] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.910054] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.030365] env[62024]: INFO nova.compute.manager [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Rebuilding instance [ 911.067670] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288610, 'name': PowerOffVM_Task, 'duration_secs': 0.385403} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.070210] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.070451] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.073089] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b133e840-5926-4233-aa74-d48e5e9cdf0f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.076225] env[62024]: DEBUG nova.compute.manager [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.076930] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f66d37c-ac67-4423-aab4-adebdca99d3f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.087050] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.087050] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-136195e9-ae05-4487-9d80-5d1ba6cdcaac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.151107] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.151241] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.151594] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleting the datastore file [datastore1] 58344be0-9c1b-43bf-bc58-16da488b10d8 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.151887] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bd4147d-5241-4b01-9e0c-defac3ca7cc6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.158649] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 911.158649] env[62024]: value = "task-2288614" [ 911.158649] env[62024]: _type = "Task" [ 911.158649] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.167658] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.257536] env[62024]: DEBUG nova.network.neutron [-] [instance: 4b057441-3437-470b-bcec-adf23799d370] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.405218] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288611, 'name': ReconfigVM_Task, 'duration_secs': 0.34348} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.408202] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Reconfigured VM instance instance-0000005b to attach disk [datastore1] dbddb29f-54c8-44cd-bf05-8b884923f3a0/dbddb29f-54c8-44cd-bf05-8b884923f3a0.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.410689] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de913283-e46e-45b5-a2d1-c883ce31007e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.417021] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128069} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.418261] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.418642] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 911.418642] env[62024]: value = "task-2288615" [ 911.418642] env[62024]: _type = "Task" [ 911.418642] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.419433] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ed60d4-cce6-40a0-9b24-0bcd85e36259 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.446768] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 47f04f14-25ea-47ad-8ead-e2a0ce063a37/47f04f14-25ea-47ad-8ead-e2a0ce063a37.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.452646] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e771dcb7-cc62-4af4-b785-c0c20f171212 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.467082] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288615, 'name': Rename_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.471667] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 911.471667] env[62024]: value = "task-2288616" [ 911.471667] env[62024]: _type = "Task" [ 911.471667] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.479914] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.630621] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d9b913-1dde-4691-8578-71dff35ee65a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.639748] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a1ef01-ff30-45a6-8fd1-040daaac1c76 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.674872] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5b0569-2812-4e40-9b3c-6637c137095b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.685775] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f06837-ffef-4307-8f06-695bca38fcf5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.690413] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176478} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.690677] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.690865] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.691055] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.703772] env[62024]: DEBUG nova.compute.provider_tree [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.760577] env[62024]: INFO nova.compute.manager [-] [instance: 4b057441-3437-470b-bcec-adf23799d370] Took 1.03 seconds to deallocate network for instance. [ 911.932523] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288615, 'name': Rename_Task, 'duration_secs': 0.158957} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.932781] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.933058] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe609c9-b51d-49c5-b198-582b78871a44 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.939675] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 911.939675] env[62024]: value = "task-2288617" [ 911.939675] env[62024]: _type = "Task" [ 911.939675] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.947673] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.981138] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288616, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.091595] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.091875] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b9f9c73-4f0c-4a4d-be8b-7b64434f806a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.099356] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 912.099356] env[62024]: value = "task-2288618" [ 912.099356] env[62024]: _type = "Task" [ 912.099356] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.107916] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.206340] env[62024]: DEBUG nova.scheduler.client.report [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.267626] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.449817] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288617, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.482312] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288616, 'name': ReconfigVM_Task, 'duration_secs': 0.531827} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.483758] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 47f04f14-25ea-47ad-8ead-e2a0ce063a37/47f04f14-25ea-47ad-8ead-e2a0ce063a37.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.483758] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-919b4548-c72b-43ac-aa6e-b26e1923f067 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.489069] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 912.489069] env[62024]: value = "task-2288619" [ 912.489069] env[62024]: _type = "Task" [ 912.489069] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.497307] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288619, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.609270] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288618, 'name': PowerOffVM_Task, 'duration_secs': 0.387418} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.609491] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.609732] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.610489] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877e9646-bd3d-484b-82fc-8670a050724b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.617222] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.617460] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-339d4298-3c66-4bce-8689-a43de9ab687a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.711087] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.711607] env[62024]: DEBUG nova.compute.manager [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.716857] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.992s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.717071] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.718835] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.599s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.719031] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.720566] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.850s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.722353] env[62024]: INFO nova.compute.claims [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.724658] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.724859] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.725053] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleting the datastore file [datastore1] 01d71ac0-3981-4277-a793-fc93759d6aac {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.725879] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b4d0b47-897b-4605-8c86-3cb17cf61ef9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.732368] env[62024]: DEBUG nova.virt.hardware [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.732368] env[62024]: DEBUG nova.virt.hardware [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.732368] env[62024]: DEBUG nova.virt.hardware [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.732612] env[62024]: DEBUG nova.virt.hardware [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.732713] env[62024]: DEBUG nova.virt.hardware [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.732946] env[62024]: DEBUG nova.virt.hardware [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.733294] env[62024]: DEBUG nova.virt.hardware [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.733637] env[62024]: DEBUG nova.virt.hardware [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.733714] env[62024]: DEBUG nova.virt.hardware [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.733861] env[62024]: DEBUG nova.virt.hardware [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.734045] env[62024]: DEBUG nova.virt.hardware [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.734988] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42b768b-99ad-486d-8e9a-b87be3071901 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.739123] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 912.739123] env[62024]: value = "task-2288621" [ 912.739123] env[62024]: _type = "Task" [ 912.739123] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.745366] env[62024]: INFO nova.scheduler.client.report [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Deleted allocations for instance 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37 [ 912.746894] env[62024]: INFO nova.scheduler.client.report [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Deleted allocations for instance e4d53e08-758e-4304-876b-2fb456eb393c [ 912.751694] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3abbd7-7082-45e4-bebd-a07dc98ec202 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.761233] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.771121] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a5:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab8327dc-61b4-49b7-9cbc-589e0deea306', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.778564] env[62024]: DEBUG oslo.service.loopingcall [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.779109] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.779356] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-618c8d72-2f10-45ae-a76f-e38baf2fe6f9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.800944] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.800944] env[62024]: value = "task-2288622" [ 912.800944] env[62024]: _type = "Task" [ 912.800944] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.809232] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288622, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.950159] env[62024]: DEBUG oslo_vmware.api [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288617, 'name': PowerOnVM_Task, 'duration_secs': 0.647737} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.950473] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.950711] env[62024]: INFO nova.compute.manager [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Took 5.84 seconds to spawn the instance on the hypervisor. [ 912.950900] env[62024]: DEBUG nova.compute.manager [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.951681] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff08650-d88c-478a-9010-8eb596c6520d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.000620] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288619, 'name': Rename_Task, 'duration_secs': 0.141208} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.000906] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.001169] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80121627-b1cc-432e-9557-bf0093ba4ace {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.007857] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 913.007857] env[62024]: value = "task-2288623" [ 913.007857] env[62024]: _type = "Task" [ 913.007857] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.017750] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.227437] env[62024]: DEBUG nova.compute.utils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 913.228951] env[62024]: DEBUG nova.compute.manager [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.229145] env[62024]: DEBUG nova.network.neutron [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.249921] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284475} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.250346] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.250346] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.250529] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.264517] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f075e710-9795-44d1-a592-3809e822ede2 tempest-ImagesTestJSON-1477916920 tempest-ImagesTestJSON-1477916920-project-member] Lock "6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.507s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.265662] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc465c34-18d0-48c6-97f9-d3eb8d7a7e33 tempest-ServersWithSpecificFlavorTestJSON-2020119059 tempest-ServersWithSpecificFlavorTestJSON-2020119059-project-member] Lock "e4d53e08-758e-4304-876b-2fb456eb393c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.196s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.285214] env[62024]: DEBUG nova.policy [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3ed7cda49264960a387820e01e02239', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1d4d3977ac47d98442b971f15c966c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.310401] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288622, 'name': CreateVM_Task, 'duration_secs': 0.430649} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.310574] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.311356] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.311618] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.311988] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.312264] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a755abc-2f2b-4d40-9849-24f45988d5a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.316509] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 913.316509] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5288f63f-97e2-cb61-e896-1540f441323f" [ 913.316509] env[62024]: _type = "Task" [ 913.316509] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.323756] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5288f63f-97e2-cb61-e896-1540f441323f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.472660] env[62024]: INFO nova.compute.manager [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Took 14.39 seconds to build instance. [ 913.517483] env[62024]: DEBUG oslo_vmware.api [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288623, 'name': PowerOnVM_Task, 'duration_secs': 0.477494} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.517719] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.520203] env[62024]: INFO nova.compute.manager [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Took 8.76 seconds to spawn the instance on the hypervisor. [ 913.520203] env[62024]: DEBUG nova.compute.manager [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.520203] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02b4856-d4b7-4420-aa6f-c0ed06bad453 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.634763] env[62024]: DEBUG nova.network.neutron [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Successfully created port: 18fd3a6b-024b-4782-bf00-df2d5a1df1fb {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.734356] env[62024]: DEBUG nova.compute.manager [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.833314] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5288f63f-97e2-cb61-e896-1540f441323f, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.833314] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.833314] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.833314] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.833314] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.833314] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.833314] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afb8b0b9-e79e-48ce-b210-428faebf9a91 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.840885] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.840885] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.841202] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea5372a-26d3-4cd8-8330-d04db86ca1a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.849926] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 913.849926] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520b2447-b1b6-6852-8d44-1fd3d5caf349" [ 913.849926] env[62024]: _type = "Task" [ 913.849926] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.859825] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520b2447-b1b6-6852-8d44-1fd3d5caf349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.972548] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bf7e80b-abb8-40a0-aa9d-247d5ca976d7 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Lock "dbddb29f-54c8-44cd-bf05-8b884923f3a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.899s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.039481] env[62024]: INFO nova.compute.manager [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Took 15.90 seconds to build instance. [ 914.042975] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf5b653-766a-4672-bcdd-cf7ecac25695 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.051296] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41958f7-4dd1-4ca8-991a-97a0846c6f9a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.086638] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc224a64-d7df-4a12-bfab-4612a1168900 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.097021] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eab88cb-73d0-4cbb-a2d8-45007b28c834 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.111283] env[62024]: DEBUG nova.compute.provider_tree [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.288455] env[62024]: DEBUG nova.virt.hardware [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.288934] env[62024]: DEBUG nova.virt.hardware [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.289158] env[62024]: DEBUG nova.virt.hardware [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.289324] env[62024]: DEBUG nova.virt.hardware [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.289474] env[62024]: DEBUG nova.virt.hardware [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.289640] env[62024]: DEBUG nova.virt.hardware [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.289830] env[62024]: DEBUG nova.virt.hardware [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.290019] env[62024]: DEBUG nova.virt.hardware [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.290318] env[62024]: DEBUG nova.virt.hardware [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.291148] env[62024]: DEBUG nova.virt.hardware [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.291503] env[62024]: DEBUG nova.virt.hardware [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.292722] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47a4fd1-38dd-4a7a-b8d0-9e5f958808c2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.302209] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3730c1-4e11-42ee-bbd4-8a2a76bbe54f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.317833] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:f8:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba29a2e9-2237-41bf-8ef1-402936afcfa7', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.326208] env[62024]: DEBUG oslo.service.loopingcall [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.326457] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.327143] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9a25b12-af12-41c1-a6ae-4546d7e22fb5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.348591] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.348591] env[62024]: value = "task-2288624" [ 914.348591] env[62024]: _type = "Task" [ 914.348591] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.360922] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288624, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.364162] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520b2447-b1b6-6852-8d44-1fd3d5caf349, 'name': SearchDatastore_Task, 'duration_secs': 0.033351} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.365205] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdead9e7-eece-4787-af29-9815cc7785d9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.371879] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 914.371879] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5237ffd8-eb37-0a44-6283-7c381fde3a07" [ 914.371879] env[62024]: _type = "Task" [ 914.371879] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.379762] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5237ffd8-eb37-0a44-6283-7c381fde3a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.542191] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a275029f-b573-47ee-a1b0-5d7c60e3de98 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.414s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.615087] env[62024]: DEBUG nova.scheduler.client.report [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.733130] env[62024]: INFO nova.compute.manager [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Rebuilding instance [ 914.745387] env[62024]: DEBUG nova.compute.manager [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.782570] env[62024]: DEBUG nova.virt.hardware [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.782809] env[62024]: DEBUG nova.virt.hardware [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.782965] env[62024]: DEBUG nova.virt.hardware [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.783613] env[62024]: DEBUG nova.virt.hardware [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.783613] env[62024]: DEBUG nova.virt.hardware [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.783613] env[62024]: DEBUG nova.virt.hardware [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.783789] env[62024]: DEBUG nova.virt.hardware [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.783789] env[62024]: DEBUG nova.virt.hardware [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.783999] env[62024]: DEBUG nova.virt.hardware [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.785563] env[62024]: DEBUG nova.virt.hardware [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.787070] env[62024]: DEBUG nova.virt.hardware [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.788274] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc15619-148c-42a4-b96f-eb3c15dd0d58 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.802280] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2374c23d-10ac-43db-ae67-ad7eca5a3c8c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.809793] env[62024]: DEBUG nova.compute.manager [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.810588] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdf018b-3fa8-4fdf-be8d-7a16c6d51077 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.860075] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288624, 'name': CreateVM_Task, 'duration_secs': 0.312752} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.860262] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.861025] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.861201] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.861517] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.862271] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e99546-6b9e-4d23-ac74-b9c773f151ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.867901] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 914.867901] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520b273c-ab78-c594-bfaa-6acf000414fc" [ 914.867901] env[62024]: _type = "Task" [ 914.867901] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.878465] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520b273c-ab78-c594-bfaa-6acf000414fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.884019] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5237ffd8-eb37-0a44-6283-7c381fde3a07, 'name': SearchDatastore_Task, 'duration_secs': 0.013688} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.884271] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.884525] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 58344be0-9c1b-43bf-bc58-16da488b10d8/58344be0-9c1b-43bf-bc58-16da488b10d8.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.884777] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fde2efbd-9688-4d99-aff0-3cc9f29e4bf4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.891259] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 914.891259] env[62024]: value = "task-2288625" [ 914.891259] env[62024]: _type = "Task" [ 914.891259] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.902088] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.124122] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.124753] env[62024]: DEBUG nova.compute.manager [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.128463] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.861s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.132065] env[62024]: DEBUG nova.objects.instance [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lazy-loading 'resources' on Instance uuid 4b057441-3437-470b-bcec-adf23799d370 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.218729] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f54c351-d4d0-4b3b-8fbd-527ce49f66f3 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.219225] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f54c351-d4d0-4b3b-8fbd-527ce49f66f3 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.219456] env[62024]: DEBUG nova.compute.manager [None req-5f54c351-d4d0-4b3b-8fbd-527ce49f66f3 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.220399] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c7418f-0a12-4697-a691-747a90011636 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.235780] env[62024]: DEBUG nova.compute.manager [None req-5f54c351-d4d0-4b3b-8fbd-527ce49f66f3 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62024) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 915.236475] env[62024]: DEBUG nova.objects.instance [None req-5f54c351-d4d0-4b3b-8fbd-527ce49f66f3 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lazy-loading 'flavor' on Instance uuid 47f04f14-25ea-47ad-8ead-e2a0ce063a37 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.383803] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520b273c-ab78-c594-bfaa-6acf000414fc, 'name': SearchDatastore_Task, 'duration_secs': 0.022629} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.384401] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.384688] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.384933] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.385097] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.385537] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.385856] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-550eb762-2add-4ee9-9175-e27fad481013 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.400272] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.401196] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.401406] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba51ad5-296f-43c7-95d8-1b1bf0c6212d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.407243] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288625, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.411382] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 915.411382] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f52bc1-3cb9-cdfb-c6f8-a1fd31bee60f" [ 915.411382] env[62024]: _type = "Task" [ 915.411382] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.421353] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f52bc1-3cb9-cdfb-c6f8-a1fd31bee60f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.458850] env[62024]: DEBUG nova.compute.manager [req-765b04f4-4309-4513-9a2a-0feb800c6eba req-8ec3fae3-6cdb-48e8-9719-d5efff6714ea service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Received event network-vif-plugged-18fd3a6b-024b-4782-bf00-df2d5a1df1fb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.459096] env[62024]: DEBUG oslo_concurrency.lockutils [req-765b04f4-4309-4513-9a2a-0feb800c6eba req-8ec3fae3-6cdb-48e8-9719-d5efff6714ea service nova] Acquiring lock "667ecdf4-25c3-4ccf-a27a-f5e31131dcb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.459335] env[62024]: DEBUG oslo_concurrency.lockutils [req-765b04f4-4309-4513-9a2a-0feb800c6eba req-8ec3fae3-6cdb-48e8-9719-d5efff6714ea service nova] Lock "667ecdf4-25c3-4ccf-a27a-f5e31131dcb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.459579] env[62024]: DEBUG oslo_concurrency.lockutils [req-765b04f4-4309-4513-9a2a-0feb800c6eba req-8ec3fae3-6cdb-48e8-9719-d5efff6714ea service nova] Lock "667ecdf4-25c3-4ccf-a27a-f5e31131dcb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.459695] env[62024]: DEBUG nova.compute.manager [req-765b04f4-4309-4513-9a2a-0feb800c6eba req-8ec3fae3-6cdb-48e8-9719-d5efff6714ea service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] No waiting events found dispatching network-vif-plugged-18fd3a6b-024b-4782-bf00-df2d5a1df1fb {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.459885] env[62024]: WARNING nova.compute.manager [req-765b04f4-4309-4513-9a2a-0feb800c6eba req-8ec3fae3-6cdb-48e8-9719-d5efff6714ea service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Received unexpected event network-vif-plugged-18fd3a6b-024b-4782-bf00-df2d5a1df1fb for instance with vm_state building and task_state spawning. [ 915.588922] env[62024]: DEBUG nova.network.neutron [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Successfully updated port: 18fd3a6b-024b-4782-bf00-df2d5a1df1fb {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.634360] env[62024]: DEBUG nova.compute.utils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 915.636569] env[62024]: DEBUG nova.compute.manager [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.636878] env[62024]: DEBUG nova.network.neutron [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.711603] env[62024]: DEBUG nova.policy [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8518fee9738b4cec9c9a218dad3d2fd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcffd7937be54eb2bb9456d7b4dd4a96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.835025] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.835025] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-655325c6-b53c-4cfb-95f2-b494188f5483 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.842774] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 915.842774] env[62024]: value = "task-2288626" [ 915.842774] env[62024]: _type = "Task" [ 915.842774] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.854271] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.902293] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288625, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.923891] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f52bc1-3cb9-cdfb-c6f8-a1fd31bee60f, 'name': SearchDatastore_Task, 'duration_secs': 0.049521} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.924927] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b672601-5497-4865-845a-13e0fe5ebe9e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.932662] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 915.932662] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52836de0-554f-1ff1-38ed-5d336c29c61b" [ 915.932662] env[62024]: _type = "Task" [ 915.932662] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.941479] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19eb738-9632-4838-b326-90dc3f83e571 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.944900] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52836de0-554f-1ff1-38ed-5d336c29c61b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.949983] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7d3f11-030c-4af8-8f6e-6f811a87fdbb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.983849] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67adc1ad-7843-46a7-8868-d2c911872481 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.991963] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17363ec7-c171-48a7-982a-885a080c51ba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.006111] env[62024]: DEBUG nova.compute.provider_tree [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.095044] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "refresh_cache-667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.095678] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquired lock "refresh_cache-667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.095768] env[62024]: DEBUG nova.network.neutron [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.140559] env[62024]: DEBUG nova.compute.manager [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.249935] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f54c351-d4d0-4b3b-8fbd-527ce49f66f3 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.250226] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-840be6ca-1ca9-4f85-9b64-ba8e1cf54606 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.258737] env[62024]: DEBUG oslo_vmware.api [None req-5f54c351-d4d0-4b3b-8fbd-527ce49f66f3 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 916.258737] env[62024]: value = "task-2288627" [ 916.258737] env[62024]: _type = "Task" [ 916.258737] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.267330] env[62024]: DEBUG oslo_vmware.api [None req-5f54c351-d4d0-4b3b-8fbd-527ce49f66f3 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.352747] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.405123] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288625, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.443631] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52836de0-554f-1ff1-38ed-5d336c29c61b, 'name': SearchDatastore_Task, 'duration_secs': 0.016881} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.443899] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.444373] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 01d71ac0-3981-4277-a793-fc93759d6aac/01d71ac0-3981-4277-a793-fc93759d6aac.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.444669] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3732ea13-341b-429b-9c74-bb3309674ab2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.452400] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 916.452400] env[62024]: value = "task-2288628" [ 916.452400] env[62024]: _type = "Task" [ 916.452400] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.463384] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.482709] env[62024]: DEBUG nova.network.neutron [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Successfully created port: ce653159-f93c-4347-b5ce-704979dd4e8c {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.509947] env[62024]: DEBUG nova.scheduler.client.report [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.661968] env[62024]: DEBUG nova.network.neutron [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.771902] env[62024]: DEBUG oslo_vmware.api [None req-5f54c351-d4d0-4b3b-8fbd-527ce49f66f3 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288627, 'name': PowerOffVM_Task, 'duration_secs': 0.234131} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.772235] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f54c351-d4d0-4b3b-8fbd-527ce49f66f3 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.772429] env[62024]: DEBUG nova.compute.manager [None req-5f54c351-d4d0-4b3b-8fbd-527ce49f66f3 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.773303] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ee48da-6bf4-4841-a5cc-b98b5e731bdb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.859396] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288626, 'name': PowerOffVM_Task, 'duration_secs': 0.770735} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.859749] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.859929] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.860891] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e356524e-e726-4363-8425-216012631c47 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.872309] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.872652] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bec7cee-22f9-4017-96c2-cbffff13e95c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.899785] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.900037] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.900271] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Deleting the datastore file [datastore1] dbddb29f-54c8-44cd-bf05-8b884923f3a0 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.900937] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97c3e408-a96c-4018-89ae-851b3e5f1a58 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.907768] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288625, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.603987} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.909419] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 58344be0-9c1b-43bf-bc58-16da488b10d8/58344be0-9c1b-43bf-bc58-16da488b10d8.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.909692] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.910069] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 916.910069] env[62024]: value = "task-2288630" [ 916.910069] env[62024]: _type = "Task" [ 916.910069] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.910273] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8e3994e-0acb-4f61-a33c-7aa7bc4ca4ec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.921637] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.923175] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 916.923175] env[62024]: value = "task-2288631" [ 916.923175] env[62024]: _type = "Task" [ 916.923175] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.934569] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.962845] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288628, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.016294] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.051552] env[62024]: INFO nova.scheduler.client.report [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Deleted allocations for instance 4b057441-3437-470b-bcec-adf23799d370 [ 917.154690] env[62024]: DEBUG nova.compute.manager [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.184774] env[62024]: DEBUG nova.virt.hardware [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.185063] env[62024]: DEBUG nova.virt.hardware [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.185428] env[62024]: DEBUG nova.virt.hardware [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.185428] env[62024]: DEBUG nova.virt.hardware [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.185571] env[62024]: DEBUG nova.virt.hardware [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.185725] env[62024]: DEBUG nova.virt.hardware [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.186303] env[62024]: DEBUG nova.virt.hardware [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.186554] env[62024]: DEBUG nova.virt.hardware [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.186776] env[62024]: DEBUG nova.virt.hardware [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.186990] env[62024]: DEBUG nova.virt.hardware [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.187221] env[62024]: DEBUG nova.virt.hardware [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.188192] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5804605c-bcd7-432f-ada0-662d16d82f31 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.197392] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce71d60-0689-4669-8ef2-acf299dec259 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.284198] env[62024]: DEBUG nova.network.neutron [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Updating instance_info_cache with network_info: [{"id": "18fd3a6b-024b-4782-bf00-df2d5a1df1fb", "address": "fa:16:3e:ed:20:9d", "network": {"id": "2aa17666-2c20-448d-9bd8-701a143718d2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-669086639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1d4d3977ac47d98442b971f15c966c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18fd3a6b-02", "ovs_interfaceid": "18fd3a6b-024b-4782-bf00-df2d5a1df1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.292902] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5f54c351-d4d0-4b3b-8fbd-527ce49f66f3 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.423686] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19629} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.424566] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.425574] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.425574] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.438625] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126935} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.438870] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.440839] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd43a4f-338e-4b8a-8a54-a9d01d20329a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.473622] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 58344be0-9c1b-43bf-bc58-16da488b10d8/58344be0-9c1b-43bf-bc58-16da488b10d8.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.478826] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d41b77-0525-4366-9e96-7da45d3d8ce4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.500060] env[62024]: DEBUG nova.compute.manager [req-e0ea2ae2-c81d-42ef-8487-f2f6de074b34 req-5f189b6d-66c8-4f07-8c56-5d9bbc1fe58a service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Received event network-changed-18fd3a6b-024b-4782-bf00-df2d5a1df1fb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 917.500259] env[62024]: DEBUG nova.compute.manager [req-e0ea2ae2-c81d-42ef-8487-f2f6de074b34 req-5f189b6d-66c8-4f07-8c56-5d9bbc1fe58a service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Refreshing instance network info cache due to event network-changed-18fd3a6b-024b-4782-bf00-df2d5a1df1fb. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 917.500503] env[62024]: DEBUG oslo_concurrency.lockutils [req-e0ea2ae2-c81d-42ef-8487-f2f6de074b34 req-5f189b6d-66c8-4f07-8c56-5d9bbc1fe58a service nova] Acquiring lock "refresh_cache-667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.507123] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56829} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.508495] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 01d71ac0-3981-4277-a793-fc93759d6aac/01d71ac0-3981-4277-a793-fc93759d6aac.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.509163] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.509486] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 917.509486] env[62024]: value = "task-2288632" [ 917.509486] env[62024]: _type = "Task" [ 917.509486] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.510739] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-160d8e17-48c5-42d2-9396-9cd30e6688bc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.521879] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 917.521879] env[62024]: value = "task-2288633" [ 917.521879] env[62024]: _type = "Task" [ 917.521879] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.525533] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.533352] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.567977] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1ee0f9e8-9190-4408-b440-b369975a8f77 tempest-ServerShowV247Test-1627640992 tempest-ServerShowV247Test-1627640992-project-member] Lock "4b057441-3437-470b-bcec-adf23799d370" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.497s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.790253] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Releasing lock "refresh_cache-667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.790617] env[62024]: DEBUG nova.compute.manager [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Instance network_info: |[{"id": "18fd3a6b-024b-4782-bf00-df2d5a1df1fb", "address": "fa:16:3e:ed:20:9d", "network": {"id": "2aa17666-2c20-448d-9bd8-701a143718d2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-669086639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1d4d3977ac47d98442b971f15c966c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18fd3a6b-02", "ovs_interfaceid": "18fd3a6b-024b-4782-bf00-df2d5a1df1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.790928] env[62024]: DEBUG oslo_concurrency.lockutils [req-e0ea2ae2-c81d-42ef-8487-f2f6de074b34 req-5f189b6d-66c8-4f07-8c56-5d9bbc1fe58a service nova] Acquired lock "refresh_cache-667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.791127] env[62024]: DEBUG nova.network.neutron [req-e0ea2ae2-c81d-42ef-8487-f2f6de074b34 req-5f189b6d-66c8-4f07-8c56-5d9bbc1fe58a service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Refreshing network info cache for port 18fd3a6b-024b-4782-bf00-df2d5a1df1fb {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.793416] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:20:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18fd3a6b-024b-4782-bf00-df2d5a1df1fb', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.802373] env[62024]: DEBUG oslo.service.loopingcall [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.802855] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.803156] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99bc1527-397f-45c9-b1a9-b0b8e6dbb685 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.826962] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.826962] env[62024]: value = "task-2288634" [ 917.826962] env[62024]: _type = "Task" [ 917.826962] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.839461] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288634, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.999314] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.001058] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.001058] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.001058] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.001058] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.005518] env[62024]: INFO nova.compute.manager [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Terminating instance [ 918.023903] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288632, 'name': ReconfigVM_Task, 'duration_secs': 0.362014} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.025191] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 58344be0-9c1b-43bf-bc58-16da488b10d8/58344be0-9c1b-43bf-bc58-16da488b10d8.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.025351] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dbfdf6c-cea0-4992-84f2-7c9bae9a01c3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.039318] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073004} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.040789] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.041171] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 918.041171] env[62024]: value = "task-2288635" [ 918.041171] env[62024]: _type = "Task" [ 918.041171] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.041922] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46819bf3-5307-48c4-a1b1-456bd7d93784 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.056094] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288635, 'name': Rename_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.084329] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 01d71ac0-3981-4277-a793-fc93759d6aac/01d71ac0-3981-4277-a793-fc93759d6aac.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.084329] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c004344-8e39-4e81-a4c1-1c43506f4dd8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.105320] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 918.105320] env[62024]: value = "task-2288636" [ 918.105320] env[62024]: _type = "Task" [ 918.105320] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.114443] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.339842] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288634, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.474109] env[62024]: DEBUG nova.virt.hardware [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.474109] env[62024]: DEBUG nova.virt.hardware [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.474109] env[62024]: DEBUG nova.virt.hardware [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.474109] env[62024]: DEBUG nova.virt.hardware [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.474109] env[62024]: DEBUG nova.virt.hardware [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.474109] env[62024]: DEBUG nova.virt.hardware [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.474109] env[62024]: DEBUG nova.virt.hardware [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.474906] env[62024]: DEBUG nova.virt.hardware [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.475283] env[62024]: DEBUG nova.virt.hardware [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.475790] env[62024]: DEBUG nova.virt.hardware [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.476425] env[62024]: DEBUG nova.virt.hardware [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.477417] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3860f8-28b7-40a0-92c0-15180c081cd6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.487173] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2676d4-75dd-4aae-b1ba-c6c59f14bc6a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.508114] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Instance VIF info [] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.512915] env[62024]: DEBUG oslo.service.loopingcall [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.513679] env[62024]: DEBUG nova.compute.manager [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.514274] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.514818] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.515646] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83121f2f-7beb-4414-b882-c283360a95b8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.518577] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-659e12a2-15c0-418c-8760-e95053cde691 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.537777] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.538791] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27e4170a-29da-41d6-a9a6-2915b31f1b54 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.540734] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.540734] env[62024]: value = "task-2288637" [ 918.540734] env[62024]: _type = "Task" [ 918.540734] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.551665] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288637, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.557538] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288635, 'name': Rename_Task, 'duration_secs': 0.154128} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.558160] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.558564] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c070d1c7-3a12-415c-8b75-95d5cc0fa450 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.567482] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 918.567482] env[62024]: value = "task-2288639" [ 918.567482] env[62024]: _type = "Task" [ 918.567482] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.576043] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.613314] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.616442] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.616442] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleting the datastore file [datastore1] 47f04f14-25ea-47ad-8ead-e2a0ce063a37 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.616442] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b2d3e1f-d774-4e4d-bb82-2ae40c57fedd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.619640] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288636, 'name': ReconfigVM_Task, 'duration_secs': 0.499904} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.620143] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 01d71ac0-3981-4277-a793-fc93759d6aac/01d71ac0-3981-4277-a793-fc93759d6aac.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.620916] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9be690bc-28fd-4373-a29a-ef2d44262604 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.625475] env[62024]: DEBUG oslo_vmware.api [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 918.625475] env[62024]: value = "task-2288640" [ 918.625475] env[62024]: _type = "Task" [ 918.625475] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.630069] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 918.630069] env[62024]: value = "task-2288641" [ 918.630069] env[62024]: _type = "Task" [ 918.630069] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.637311] env[62024]: DEBUG oslo_vmware.api [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.642994] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288641, 'name': Rename_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.838128] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288634, 'name': CreateVM_Task, 'duration_secs': 0.628041} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.838128] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.838128] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.838128] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.838505] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.838996] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6ae56b-16fa-4f52-83ec-5e6481b33f65 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.843686] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 918.843686] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52feef97-c396-70c8-862f-af8287931b1e" [ 918.843686] env[62024]: _type = "Task" [ 918.843686] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.853392] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52feef97-c396-70c8-862f-af8287931b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.929068] env[62024]: DEBUG nova.network.neutron [req-e0ea2ae2-c81d-42ef-8487-f2f6de074b34 req-5f189b6d-66c8-4f07-8c56-5d9bbc1fe58a service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Updated VIF entry in instance network info cache for port 18fd3a6b-024b-4782-bf00-df2d5a1df1fb. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.929460] env[62024]: DEBUG nova.network.neutron [req-e0ea2ae2-c81d-42ef-8487-f2f6de074b34 req-5f189b6d-66c8-4f07-8c56-5d9bbc1fe58a service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Updating instance_info_cache with network_info: [{"id": "18fd3a6b-024b-4782-bf00-df2d5a1df1fb", "address": "fa:16:3e:ed:20:9d", "network": {"id": "2aa17666-2c20-448d-9bd8-701a143718d2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-669086639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1d4d3977ac47d98442b971f15c966c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18fd3a6b-02", "ovs_interfaceid": "18fd3a6b-024b-4782-bf00-df2d5a1df1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.053785] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288637, 'name': CreateVM_Task, 'duration_secs': 0.315303} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.054258] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.054577] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.054744] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.055064] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.055350] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048a0078-421c-436b-9e8a-0651c7bc4a52 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.060935] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 919.060935] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525e1ad7-5fb8-e2a8-5e40-5701eb22d23c" [ 919.060935] env[62024]: _type = "Task" [ 919.060935] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.071375] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525e1ad7-5fb8-e2a8-5e40-5701eb22d23c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.075974] env[62024]: DEBUG oslo_vmware.api [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288639, 'name': PowerOnVM_Task, 'duration_secs': 0.510554} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.076400] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.076634] env[62024]: DEBUG nova.compute.manager [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.077522] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1700daf-ecf5-4ccc-bb2d-0298db75d29c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.142899] env[62024]: DEBUG oslo_vmware.api [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196202} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.147236] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.147386] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.147572] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.147723] env[62024]: INFO nova.compute.manager [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Took 0.63 seconds to destroy the instance on the hypervisor. [ 919.148329] env[62024]: DEBUG oslo.service.loopingcall [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.148560] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288641, 'name': Rename_Task, 'duration_secs': 0.216195} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.148780] env[62024]: DEBUG nova.compute.manager [-] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.148863] env[62024]: DEBUG nova.network.neutron [-] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.150951] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.151452] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62b1477f-16f7-40b5-912c-36d62474af84 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.157917] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 919.157917] env[62024]: value = "task-2288642" [ 919.157917] env[62024]: _type = "Task" [ 919.157917] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.166455] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.358228] env[62024]: DEBUG nova.network.neutron [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Successfully updated port: ce653159-f93c-4347-b5ce-704979dd4e8c {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.367449] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52feef97-c396-70c8-862f-af8287931b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.367449] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.367449] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.367449] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.367449] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.367449] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.367449] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a0028dc-4db8-4071-a25e-a81d55f3eb1d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.379474] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.379674] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.380457] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d77878b-e19f-4469-996c-cb3410699fb8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.388080] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 919.388080] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ed4437-6ea1-ab02-061a-855b998fd6ab" [ 919.388080] env[62024]: _type = "Task" [ 919.388080] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.397221] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ed4437-6ea1-ab02-061a-855b998fd6ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.432390] env[62024]: DEBUG oslo_concurrency.lockutils [req-e0ea2ae2-c81d-42ef-8487-f2f6de074b34 req-5f189b6d-66c8-4f07-8c56-5d9bbc1fe58a service nova] Releasing lock "refresh_cache-667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.530170] env[62024]: DEBUG nova.compute.manager [req-9262ad3e-9b0c-4027-86b0-b7e6e0837b18 req-3b138d31-9071-462f-b173-31ff4d3d2337 service nova] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Received event network-vif-plugged-ce653159-f93c-4347-b5ce-704979dd4e8c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.530410] env[62024]: DEBUG oslo_concurrency.lockutils [req-9262ad3e-9b0c-4027-86b0-b7e6e0837b18 req-3b138d31-9071-462f-b173-31ff4d3d2337 service nova] Acquiring lock "d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.530622] env[62024]: DEBUG oslo_concurrency.lockutils [req-9262ad3e-9b0c-4027-86b0-b7e6e0837b18 req-3b138d31-9071-462f-b173-31ff4d3d2337 service nova] Lock "d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.530795] env[62024]: DEBUG oslo_concurrency.lockutils [req-9262ad3e-9b0c-4027-86b0-b7e6e0837b18 req-3b138d31-9071-462f-b173-31ff4d3d2337 service nova] Lock "d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.530967] env[62024]: DEBUG nova.compute.manager [req-9262ad3e-9b0c-4027-86b0-b7e6e0837b18 req-3b138d31-9071-462f-b173-31ff4d3d2337 service nova] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] No waiting events found dispatching network-vif-plugged-ce653159-f93c-4347-b5ce-704979dd4e8c {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.532143] env[62024]: WARNING nova.compute.manager [req-9262ad3e-9b0c-4027-86b0-b7e6e0837b18 req-3b138d31-9071-462f-b173-31ff4d3d2337 service nova] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Received unexpected event network-vif-plugged-ce653159-f93c-4347-b5ce-704979dd4e8c for instance with vm_state building and task_state spawning. [ 919.532143] env[62024]: DEBUG nova.compute.manager [req-9262ad3e-9b0c-4027-86b0-b7e6e0837b18 req-3b138d31-9071-462f-b173-31ff4d3d2337 service nova] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Received event network-changed-ce653159-f93c-4347-b5ce-704979dd4e8c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.532143] env[62024]: DEBUG nova.compute.manager [req-9262ad3e-9b0c-4027-86b0-b7e6e0837b18 req-3b138d31-9071-462f-b173-31ff4d3d2337 service nova] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Refreshing instance network info cache due to event network-changed-ce653159-f93c-4347-b5ce-704979dd4e8c. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 919.532143] env[62024]: DEBUG oslo_concurrency.lockutils [req-9262ad3e-9b0c-4027-86b0-b7e6e0837b18 req-3b138d31-9071-462f-b173-31ff4d3d2337 service nova] Acquiring lock "refresh_cache-d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.532143] env[62024]: DEBUG oslo_concurrency.lockutils [req-9262ad3e-9b0c-4027-86b0-b7e6e0837b18 req-3b138d31-9071-462f-b173-31ff4d3d2337 service nova] Acquired lock "refresh_cache-d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.532382] env[62024]: DEBUG nova.network.neutron [req-9262ad3e-9b0c-4027-86b0-b7e6e0837b18 req-3b138d31-9071-462f-b173-31ff4d3d2337 service nova] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Refreshing network info cache for port ce653159-f93c-4347-b5ce-704979dd4e8c {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.576267] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525e1ad7-5fb8-e2a8-5e40-5701eb22d23c, 'name': SearchDatastore_Task, 'duration_secs': 0.015144} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.576745] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.577094] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.577435] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.577669] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.577939] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.578311] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f332525-8142-4bfb-bee8-64668a0f7ef7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.597708] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.597929] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.598950] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.599202] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.599381] env[62024]: DEBUG nova.objects.instance [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62024) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 919.602356] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23bc4c00-3bab-4700-a268-fd20bad79c6e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.616371] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 919.616371] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dca3dd-60c7-39bd-4925-5f0b10b0745b" [ 919.616371] env[62024]: _type = "Task" [ 919.616371] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.629760] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dca3dd-60c7-39bd-4925-5f0b10b0745b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.668423] env[62024]: DEBUG oslo_vmware.api [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288642, 'name': PowerOnVM_Task, 'duration_secs': 0.482441} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.668774] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.669057] env[62024]: DEBUG nova.compute.manager [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.669998] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35facf4b-9c37-490f-b164-ba1fd69cb3f0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.864912] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "refresh_cache-d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.900614] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ed4437-6ea1-ab02-061a-855b998fd6ab, 'name': SearchDatastore_Task, 'duration_secs': 0.027173} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.902302] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4352f74c-ab8f-4197-b7c0-b046b71ef9a8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.909442] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 919.909442] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e19fa6-c9b5-3413-0167-fb24874dc6e9" [ 919.909442] env[62024]: _type = "Task" [ 919.909442] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.920341] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e19fa6-c9b5-3413-0167-fb24874dc6e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.098053] env[62024]: DEBUG nova.network.neutron [req-9262ad3e-9b0c-4027-86b0-b7e6e0837b18 req-3b138d31-9071-462f-b173-31ff4d3d2337 service nova] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.112573] env[62024]: DEBUG nova.network.neutron [-] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.132423] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52dca3dd-60c7-39bd-4925-5f0b10b0745b, 'name': SearchDatastore_Task, 'duration_secs': 0.036024} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.132423] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71518277-4b41-47c3-b944-7ace2ca750f5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.136479] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 920.136479] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52768fa6-146c-b3e4-5c98-54af0d516575" [ 920.136479] env[62024]: _type = "Task" [ 920.136479] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.144606] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52768fa6-146c-b3e4-5c98-54af0d516575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.196727] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.216629] env[62024]: DEBUG nova.network.neutron [req-9262ad3e-9b0c-4027-86b0-b7e6e0837b18 req-3b138d31-9071-462f-b173-31ff4d3d2337 service nova] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.424639] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e19fa6-c9b5-3413-0167-fb24874dc6e9, 'name': SearchDatastore_Task, 'duration_secs': 0.032588} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.430258] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.430258] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5/667ecdf4-25c3-4ccf-a27a-f5e31131dcb5.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.430258] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4c9e268-ac44-4ef1-b414-40e43660e190 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.436035] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 920.436035] env[62024]: value = "task-2288643" [ 920.436035] env[62024]: _type = "Task" [ 920.436035] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.444890] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.614832] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a6eed97b-ba22-41f2-a63b-cc73377beabf tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.616138] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.419s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.616419] env[62024]: DEBUG nova.objects.instance [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62024) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 920.619098] env[62024]: INFO nova.compute.manager [-] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Took 1.47 seconds to deallocate network for instance. [ 920.651891] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52768fa6-146c-b3e4-5c98-54af0d516575, 'name': SearchDatastore_Task, 'duration_secs': 0.052701} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.653756] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.654027] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] dbddb29f-54c8-44cd-bf05-8b884923f3a0/dbddb29f-54c8-44cd-bf05-8b884923f3a0.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.658285] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc696608-ce32-478b-aacc-dbc370f94adb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.669768] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 920.669768] env[62024]: value = "task-2288644" [ 920.669768] env[62024]: _type = "Task" [ 920.669768] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.683187] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.723594] env[62024]: DEBUG oslo_concurrency.lockutils [req-9262ad3e-9b0c-4027-86b0-b7e6e0837b18 req-3b138d31-9071-462f-b173-31ff4d3d2337 service nova] Releasing lock "refresh_cache-d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.724070] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquired lock "refresh_cache-d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.724249] env[62024]: DEBUG nova.network.neutron [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.953045] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288643, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.125928] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.158949] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "01d71ac0-3981-4277-a793-fc93759d6aac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.159989] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "01d71ac0-3981-4277-a793-fc93759d6aac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.159989] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "01d71ac0-3981-4277-a793-fc93759d6aac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.159989] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "01d71ac0-3981-4277-a793-fc93759d6aac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.159989] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "01d71ac0-3981-4277-a793-fc93759d6aac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.162779] env[62024]: INFO nova.compute.manager [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Terminating instance [ 921.181780] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288644, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.246156] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Acquiring lock "fe28cee5-8822-4f23-9158-085889e8f12f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.246580] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Lock "fe28cee5-8822-4f23-9158-085889e8f12f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.285402] env[62024]: DEBUG nova.network.neutron [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.461621] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.91771} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.461798] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5/667ecdf4-25c3-4ccf-a27a-f5e31131dcb5.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.462019] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.462388] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d69e9ba-5d64-4364-9659-aa8dd69594fa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.470384] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 921.470384] env[62024]: value = "task-2288645" [ 921.470384] env[62024]: _type = "Task" [ 921.470384] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.479500] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.495949] env[62024]: DEBUG nova.network.neutron [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Updating instance_info_cache with network_info: [{"id": "ce653159-f93c-4347-b5ce-704979dd4e8c", "address": "fa:16:3e:98:25:a1", "network": {"id": "91b63042-1f66-42a8-b68b-1145abd5048c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1956325954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bcffd7937be54eb2bb9456d7b4dd4a96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce653159-f9", "ovs_interfaceid": "ce653159-f93c-4347-b5ce-704979dd4e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.570616] env[62024]: DEBUG nova.compute.manager [req-51b49b09-eded-43e9-806f-dfb2a3de398b req-e5c65d4c-d963-4acf-9ed8-b58c89535a0a service nova] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Received event network-vif-deleted-f16bda16-1f3c-46cd-a5bb-a9f03a97fc90 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.626826] env[62024]: DEBUG oslo_concurrency.lockutils [None req-be5f9f8b-03e3-491c-b692-cdd7e8565c4c tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.628445] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.503s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.629189] env[62024]: DEBUG nova.objects.instance [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lazy-loading 'resources' on Instance uuid 47f04f14-25ea-47ad-8ead-e2a0ce063a37 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.668998] env[62024]: DEBUG nova.compute.manager [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.669259] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.670166] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b3f81d-d307-4e7e-9122-0f13b674ec09 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.680823] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.684347] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d221e922-8f07-4b76-8ecc-7562b73b743b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.685990] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739775} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.686575] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] dbddb29f-54c8-44cd-bf05-8b884923f3a0/dbddb29f-54c8-44cd-bf05-8b884923f3a0.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.686718] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.687545] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b47ea853-d019-4293-8740-db61d69b8f4c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.691698] env[62024]: DEBUG oslo_vmware.api [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 921.691698] env[62024]: value = "task-2288646" [ 921.691698] env[62024]: _type = "Task" [ 921.691698] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.696753] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 921.696753] env[62024]: value = "task-2288647" [ 921.696753] env[62024]: _type = "Task" [ 921.696753] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.703417] env[62024]: DEBUG oslo_vmware.api [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.708270] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.749497] env[62024]: DEBUG nova.compute.manager [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.772174] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "27583f6d-75ba-4258-9250-dfe4da025995" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.772625] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "27583f6d-75ba-4258-9250-dfe4da025995" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.980340] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067776} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.980631] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.981423] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8698db8c-1f29-4da0-b73c-c2c5d703aaa7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.004016] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5/667ecdf4-25c3-4ccf-a27a-f5e31131dcb5.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.004245] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Releasing lock "refresh_cache-d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.004536] env[62024]: DEBUG nova.compute.manager [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Instance network_info: |[{"id": "ce653159-f93c-4347-b5ce-704979dd4e8c", "address": "fa:16:3e:98:25:a1", "network": {"id": "91b63042-1f66-42a8-b68b-1145abd5048c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1956325954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bcffd7937be54eb2bb9456d7b4dd4a96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce653159-f9", "ovs_interfaceid": "ce653159-f93c-4347-b5ce-704979dd4e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.004779] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baddf9c4-de04-4687-a8a7-4aba7bd7ddf8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.019983] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:25:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce653159-f93c-4347-b5ce-704979dd4e8c', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.028760] env[62024]: DEBUG oslo.service.loopingcall [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.028760] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.028760] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-725b128a-81af-4acb-8792-28dcce2cc534 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.044320] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 922.044320] env[62024]: value = "task-2288648" [ 922.044320] env[62024]: _type = "Task" [ 922.044320] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.049318] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.049318] env[62024]: value = "task-2288649" [ 922.049318] env[62024]: _type = "Task" [ 922.049318] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.055557] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.061043] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288649, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.208559] env[62024]: DEBUG oslo_vmware.api [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288646, 'name': PowerOffVM_Task, 'duration_secs': 0.189625} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.208969] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.209253] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.210030] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e2387a5-26c9-45a5-a95e-6818d5340df9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.215446] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098031} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.216470] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.217398] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b0360c-7857-4cd3-85e0-90e48b230b15 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.242333] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] dbddb29f-54c8-44cd-bf05-8b884923f3a0/dbddb29f-54c8-44cd-bf05-8b884923f3a0.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.245754] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9032648b-f344-442a-9e26-069590730675 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.274223] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 922.274223] env[62024]: value = "task-2288651" [ 922.274223] env[62024]: _type = "Task" [ 922.274223] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.280135] env[62024]: DEBUG nova.compute.manager [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.283686] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.290114] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.298295] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.298716] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.298716] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleting the datastore file [datastore1] 01d71ac0-3981-4277-a793-fc93759d6aac {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.298882] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac54f35e-fb53-4ce6-9a63-26031de1be52 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.305369] env[62024]: DEBUG oslo_vmware.api [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 922.305369] env[62024]: value = "task-2288652" [ 922.305369] env[62024]: _type = "Task" [ 922.305369] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.316264] env[62024]: DEBUG oslo_vmware.api [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.466656] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdd3642-6aa8-4b6d-a2fe-cbdecbbe1817 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.474977] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692c869b-15fe-4daf-89df-81d7700552d6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.508800] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6322f489-d08a-4626-a006-e84bdba8e19e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.518727] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78111746-c941-4123-84b7-3129ebf3d3ec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.533163] env[62024]: DEBUG nova.compute.provider_tree [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.556688] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288648, 'name': ReconfigVM_Task, 'duration_secs': 0.326497} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.557358] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5/667ecdf4-25c3-4ccf-a27a-f5e31131dcb5.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.558056] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0589e2dc-0261-44a7-a3fa-dbb6556fddf4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.562537] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288649, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.569184] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.569184] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.571576] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 922.571576] env[62024]: value = "task-2288653" [ 922.571576] env[62024]: _type = "Task" [ 922.571576] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.580635] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288653, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.790773] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.807275] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.815881] env[62024]: DEBUG oslo_vmware.api [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394068} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.816164] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.816347] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.816527] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.816747] env[62024]: INFO nova.compute.manager [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Took 1.15 seconds to destroy the instance on the hypervisor. [ 922.816988] env[62024]: DEBUG oslo.service.loopingcall [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.817200] env[62024]: DEBUG nova.compute.manager [-] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.817315] env[62024]: DEBUG nova.network.neutron [-] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.036328] env[62024]: DEBUG nova.scheduler.client.report [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.063716] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288649, 'name': CreateVM_Task, 'duration_secs': 0.611591} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.063979] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.064580] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.064790] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.065653] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.066132] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90afe38-913b-471d-9cf3-72851a3bc9b6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.071258] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 923.071258] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526d7f97-8704-10bc-87f4-42de321c0900" [ 923.071258] env[62024]: _type = "Task" [ 923.071258] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.075600] env[62024]: DEBUG nova.compute.utils [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 923.084603] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526d7f97-8704-10bc-87f4-42de321c0900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.089249] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288653, 'name': Rename_Task, 'duration_secs': 0.140157} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.089249] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.089249] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ae84263-cf37-47fc-856d-53fc12c57c0d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.100554] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 923.100554] env[62024]: value = "task-2288654" [ 923.100554] env[62024]: _type = "Task" [ 923.100554] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.109354] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.288122] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288651, 'name': ReconfigVM_Task, 'duration_secs': 0.624347} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.288122] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Reconfigured VM instance instance-0000005b to attach disk [datastore2] dbddb29f-54c8-44cd-bf05-8b884923f3a0/dbddb29f-54c8-44cd-bf05-8b884923f3a0.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.288122] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af613f07-d924-47de-87b8-3030778c8568 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.294338] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 923.294338] env[62024]: value = "task-2288655" [ 923.294338] env[62024]: _type = "Task" [ 923.294338] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.305962] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288655, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.543570] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.545759] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.262s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.547463] env[62024]: INFO nova.compute.claims [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.550278] env[62024]: DEBUG nova.network.neutron [-] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.576119] env[62024]: INFO nova.scheduler.client.report [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleted allocations for instance 47f04f14-25ea-47ad-8ead-e2a0ce063a37 [ 923.583804] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.584423] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526d7f97-8704-10bc-87f4-42de321c0900, 'name': SearchDatastore_Task, 'duration_secs': 0.041356} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.585020] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.585187] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.585422] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.585565] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.585743] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.586502] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96261a45-c9c1-44d7-bd3d-bf42a8fb37d4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.597674] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.597867] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.598628] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1edaf2-3555-4068-8253-0e6f28d40e8f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.607412] env[62024]: DEBUG nova.compute.manager [req-87874973-0751-4cdf-8bfa-8d13ba0a6b01 req-00b4b43d-9d5e-4132-8ad1-9b88accf1ff4 service nova] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Received event network-vif-deleted-ba29a2e9-2237-41bf-8ef1-402936afcfa7 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.610219] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 923.610219] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c813a2-a699-1c34-5ca4-408b97d2ec89" [ 923.610219] env[62024]: _type = "Task" [ 923.610219] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.617169] env[62024]: DEBUG oslo_vmware.api [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288654, 'name': PowerOnVM_Task, 'duration_secs': 0.455197} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.617809] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.618046] env[62024]: INFO nova.compute.manager [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Took 8.87 seconds to spawn the instance on the hypervisor. [ 923.618245] env[62024]: DEBUG nova.compute.manager [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.619055] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca5457b-7025-4489-98c2-0e08f74c655f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.624818] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c813a2-a699-1c34-5ca4-408b97d2ec89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.804577] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288655, 'name': Rename_Task, 'duration_secs': 0.354976} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.805361] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.805361] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6d441c7-5f09-497b-a8a6-30e661af5722 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.812678] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 923.812678] env[62024]: value = "task-2288656" [ 923.812678] env[62024]: _type = "Task" [ 923.812678] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.823992] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.054753] env[62024]: INFO nova.compute.manager [-] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Took 1.24 seconds to deallocate network for instance. [ 924.089914] env[62024]: DEBUG oslo_concurrency.lockutils [None req-c231bf56-63b6-4d99-94ae-befba242d7e0 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "47f04f14-25ea-47ad-8ead-e2a0ce063a37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.090s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.128190] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c813a2-a699-1c34-5ca4-408b97d2ec89, 'name': SearchDatastore_Task, 'duration_secs': 0.014789} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.129055] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b9a043a-bd73-4266-ba3c-008e8a43eb0f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.141762] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 924.141762] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52779014-e5f6-d38d-6660-02f59e542feb" [ 924.141762] env[62024]: _type = "Task" [ 924.141762] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.146316] env[62024]: INFO nova.compute.manager [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Took 23.14 seconds to build instance. [ 924.155154] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52779014-e5f6-d38d-6660-02f59e542feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.322870] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288656, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.564928] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.659206] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ed8496-3c43-4268-bdb4-f4aab16db1b8 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.662s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.662029] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.662029] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.662029] env[62024]: INFO nova.compute.manager [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Attaching volume 55f32d8f-bfc2-4151-a4dc-491d5804b89c to /dev/sdb [ 924.669605] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52779014-e5f6-d38d-6660-02f59e542feb, 'name': SearchDatastore_Task, 'duration_secs': 0.011356} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.672818] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.672818] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1/d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.673960] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d963d2b-c7ae-490f-bb47-83e918834629 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.683587] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 924.683587] env[62024]: value = "task-2288657" [ 924.683587] env[62024]: _type = "Task" [ 924.683587] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.698624] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.717516] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdc75d3-635e-43a0-b595-35d79d852a68 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.728110] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba10bf5b-c34d-4409-a5d3-15374be7761e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.742990] env[62024]: DEBUG nova.virt.block_device [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Updating existing volume attachment record: aa2b7a71-ee84-4398-a2a2-8b74e93a8556 {{(pid=62024) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 924.825923] env[62024]: DEBUG oslo_vmware.api [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288656, 'name': PowerOnVM_Task, 'duration_secs': 0.582192} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.826450] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.827150] env[62024]: DEBUG nova.compute.manager [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.828088] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd75d62-df0e-455e-86d9-2d99512a459f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.906204] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2ea7f2-a38b-4d40-bdf5-d5d7def2781e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.919413] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8a308c-301f-42a9-a653-b77b97294e39 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.956816] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f451b61-860d-4d4c-852d-03e201a4f307 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.969364] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1590a3e9-e911-4250-97c7-ed6f41dbfb30 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.983967] env[62024]: DEBUG nova.compute.provider_tree [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.195888] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288657, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.356884] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.488421] env[62024]: DEBUG nova.scheduler.client.report [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.674834] env[62024]: DEBUG nova.compute.manager [req-26eb8175-123f-41fa-9de7-f7a15f1e3a23 req-c02a4f60-351a-402b-acd5-113d68072f22 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Received event network-changed-d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.675017] env[62024]: DEBUG nova.compute.manager [req-26eb8175-123f-41fa-9de7-f7a15f1e3a23 req-c02a4f60-351a-402b-acd5-113d68072f22 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Refreshing instance network info cache due to event network-changed-d42337c1-7cd7-45bc-922d-e16901367054. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 925.675287] env[62024]: DEBUG oslo_concurrency.lockutils [req-26eb8175-123f-41fa-9de7-f7a15f1e3a23 req-c02a4f60-351a-402b-acd5-113d68072f22 service nova] Acquiring lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.675388] env[62024]: DEBUG oslo_concurrency.lockutils [req-26eb8175-123f-41fa-9de7-f7a15f1e3a23 req-c02a4f60-351a-402b-acd5-113d68072f22 service nova] Acquired lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.675549] env[62024]: DEBUG nova.network.neutron [req-26eb8175-123f-41fa-9de7-f7a15f1e3a23 req-c02a4f60-351a-402b-acd5-113d68072f22 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Refreshing network info cache for port d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.703881] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891518} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.704223] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1/d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.705072] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.705072] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdb8476d-affc-44f9-a51f-d8dda2b9eb53 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.716554] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 925.716554] env[62024]: value = "task-2288659" [ 925.716554] env[62024]: _type = "Task" [ 925.716554] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.727727] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.782394] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "16f29ffc-d82c-40a7-b9d8-5164627ef777" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.782720] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "16f29ffc-d82c-40a7-b9d8-5164627ef777" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.002188] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.002188] env[62024]: DEBUG nova.compute.manager [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.004720] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.197s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.006134] env[62024]: INFO nova.compute.claims [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.227021] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074266} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.227021] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.227021] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcfef4c-2e05-4014-b68f-e58b4819d95c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.254625] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1/d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.254625] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-664672f4-a9ad-4f17-bf44-06cfed85c7a7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.273166] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquiring lock "dbddb29f-54c8-44cd-bf05-8b884923f3a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.273492] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Lock "dbddb29f-54c8-44cd-bf05-8b884923f3a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.273682] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquiring lock "dbddb29f-54c8-44cd-bf05-8b884923f3a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.273798] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Lock "dbddb29f-54c8-44cd-bf05-8b884923f3a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.273969] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Lock "dbddb29f-54c8-44cd-bf05-8b884923f3a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.276295] env[62024]: INFO nova.compute.manager [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Terminating instance [ 926.285494] env[62024]: DEBUG nova.compute.manager [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.287683] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 926.287683] env[62024]: value = "task-2288660" [ 926.287683] env[62024]: _type = "Task" [ 926.287683] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.297852] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.513082] env[62024]: DEBUG nova.compute.utils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 926.517683] env[62024]: DEBUG nova.compute.manager [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.517683] env[62024]: DEBUG nova.network.neutron [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.593087] env[62024]: DEBUG nova.network.neutron [req-26eb8175-123f-41fa-9de7-f7a15f1e3a23 req-c02a4f60-351a-402b-acd5-113d68072f22 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Updated VIF entry in instance network info cache for port d42337c1-7cd7-45bc-922d-e16901367054. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.593463] env[62024]: DEBUG nova.network.neutron [req-26eb8175-123f-41fa-9de7-f7a15f1e3a23 req-c02a4f60-351a-402b-acd5-113d68072f22 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Updating instance_info_cache with network_info: [{"id": "d42337c1-7cd7-45bc-922d-e16901367054", "address": "fa:16:3e:14:b0:85", "network": {"id": "2aa17666-2c20-448d-9bd8-701a143718d2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-669086639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1d4d3977ac47d98442b971f15c966c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42337c1-7c", "ovs_interfaceid": "d42337c1-7cd7-45bc-922d-e16901367054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.611410] env[62024]: DEBUG nova.policy [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2c4857299334566978e039ad1ffa0ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd404cf4e8b34b11a8852c908da34c60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.716434] env[62024]: INFO nova.compute.manager [None req-b56a64c7-3b4f-4968-9cff-49edeafcba0b tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Get console output [ 926.716693] env[62024]: WARNING nova.virt.vmwareapi.driver [None req-b56a64c7-3b4f-4968-9cff-49edeafcba0b tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] The console log is missing. Check your VSPC configuration [ 926.789499] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquiring lock "refresh_cache-dbddb29f-54c8-44cd-bf05-8b884923f3a0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.789683] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquired lock "refresh_cache-dbddb29f-54c8-44cd-bf05-8b884923f3a0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.789956] env[62024]: DEBUG nova.network.neutron [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.812187] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.817957] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.979401] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Acquiring lock "30b04912-593f-41ee-af40-ef438a357721" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.979401] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lock "30b04912-593f-41ee-af40-ef438a357721" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.024065] env[62024]: DEBUG nova.compute.manager [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.097553] env[62024]: DEBUG oslo_concurrency.lockutils [req-26eb8175-123f-41fa-9de7-f7a15f1e3a23 req-c02a4f60-351a-402b-acd5-113d68072f22 service nova] Releasing lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.188926] env[62024]: DEBUG nova.network.neutron [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Successfully created port: a0e40e04-f38b-4316-886f-ab3311b7db46 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.308154] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288660, 'name': ReconfigVM_Task, 'duration_secs': 0.556942} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.308483] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Reconfigured VM instance instance-0000005d to attach disk [datastore2] d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1/d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.309506] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c2adb8f-5ff5-496f-889c-54e779ba3421 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.320519] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 927.320519] env[62024]: value = "task-2288662" [ 927.320519] env[62024]: _type = "Task" [ 927.320519] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.330173] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288662, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.345105] env[62024]: DEBUG nova.network.neutron [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.386133] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13db3e3c-4815-44d2-afea-2d22c0ade6f3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.395878] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9a58b8-4d22-4913-9d51-3c45db5b76de {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.425415] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9e0307-ae5b-49f0-a985-0b6b4e80e9a0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.433949] env[62024]: DEBUG nova.network.neutron [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.439479] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef9c8a6-0041-4375-9b76-b6c4c03cae8f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.457348] env[62024]: DEBUG nova.compute.provider_tree [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.481044] env[62024]: DEBUG nova.compute.manager [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.829946] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288662, 'name': Rename_Task, 'duration_secs': 0.155275} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.830257] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.830495] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d7b00f9-577a-4fd9-ab0a-b1c11cc84b18 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.835736] env[62024]: DEBUG nova.compute.manager [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Received event network-changed-d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.836193] env[62024]: DEBUG nova.compute.manager [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Refreshing instance network info cache due to event network-changed-d42337c1-7cd7-45bc-922d-e16901367054. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 927.836193] env[62024]: DEBUG oslo_concurrency.lockutils [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] Acquiring lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.836363] env[62024]: DEBUG oslo_concurrency.lockutils [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] Acquired lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.836447] env[62024]: DEBUG nova.network.neutron [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Refreshing network info cache for port d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.845068] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 927.845068] env[62024]: value = "task-2288663" [ 927.845068] env[62024]: _type = "Task" [ 927.845068] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.854116] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.935649] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Releasing lock "refresh_cache-dbddb29f-54c8-44cd-bf05-8b884923f3a0" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.936108] env[62024]: DEBUG nova.compute.manager [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.936360] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.936893] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Acquiring lock "099e98a2-0879-4b35-8a2a-fd6a529f0e14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.937194] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Lock "099e98a2-0879-4b35-8a2a-fd6a529f0e14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.937397] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Acquiring lock "099e98a2-0879-4b35-8a2a-fd6a529f0e14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.937590] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Lock "099e98a2-0879-4b35-8a2a-fd6a529f0e14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.937901] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Lock "099e98a2-0879-4b35-8a2a-fd6a529f0e14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.940396] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050d26cf-3d20-4423-970b-1060a436e20a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.943622] env[62024]: INFO nova.compute.manager [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Terminating instance [ 927.949771] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.950013] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f866253-5f38-41fd-94cd-3d10bd3f72ff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.963161] env[62024]: DEBUG nova.scheduler.client.report [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.968059] env[62024]: DEBUG oslo_vmware.api [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 927.968059] env[62024]: value = "task-2288664" [ 927.968059] env[62024]: _type = "Task" [ 927.968059] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.977340] env[62024]: DEBUG oslo_vmware.api [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.007264] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.010891] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Acquiring lock "d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.011173] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Lock "d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.011408] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Acquiring lock "d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.011623] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Lock "d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.011806] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Lock "d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.013943] env[62024]: INFO nova.compute.manager [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Terminating instance [ 928.033042] env[62024]: DEBUG nova.compute.manager [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.060577] env[62024]: DEBUG nova.virt.hardware [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.060836] env[62024]: DEBUG nova.virt.hardware [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.060995] env[62024]: DEBUG nova.virt.hardware [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.061205] env[62024]: DEBUG nova.virt.hardware [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.061355] env[62024]: DEBUG nova.virt.hardware [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.061504] env[62024]: DEBUG nova.virt.hardware [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.061717] env[62024]: DEBUG nova.virt.hardware [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.061879] env[62024]: DEBUG nova.virt.hardware [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.062217] env[62024]: DEBUG nova.virt.hardware [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.062433] env[62024]: DEBUG nova.virt.hardware [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.062611] env[62024]: DEBUG nova.virt.hardware [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.063816] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99aae95-4b70-4861-abf0-76cf4f273506 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.072504] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e439d98-67b6-43f7-b466-c6987d9aad68 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.210067] env[62024]: DEBUG nova.compute.manager [req-8d812c13-d1fe-423e-953a-1683ede042bf req-f4921873-b8d2-4e78-a9d6-55fa66db4bbe service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Received event network-changed-18fd3a6b-024b-4782-bf00-df2d5a1df1fb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.210231] env[62024]: DEBUG nova.compute.manager [req-8d812c13-d1fe-423e-953a-1683ede042bf req-f4921873-b8d2-4e78-a9d6-55fa66db4bbe service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Refreshing instance network info cache due to event network-changed-18fd3a6b-024b-4782-bf00-df2d5a1df1fb. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 928.210454] env[62024]: DEBUG oslo_concurrency.lockutils [req-8d812c13-d1fe-423e-953a-1683ede042bf req-f4921873-b8d2-4e78-a9d6-55fa66db4bbe service nova] Acquiring lock "refresh_cache-667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.210598] env[62024]: DEBUG oslo_concurrency.lockutils [req-8d812c13-d1fe-423e-953a-1683ede042bf req-f4921873-b8d2-4e78-a9d6-55fa66db4bbe service nova] Acquired lock "refresh_cache-667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.210884] env[62024]: DEBUG nova.network.neutron [req-8d812c13-d1fe-423e-953a-1683ede042bf req-f4921873-b8d2-4e78-a9d6-55fa66db4bbe service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Refreshing network info cache for port 18fd3a6b-024b-4782-bf00-df2d5a1df1fb {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.354549] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.448434] env[62024]: DEBUG nova.compute.manager [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.448434] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.451614] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6905a1-6d0c-4b5a-85df-ba3b48938384 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.462503] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.462503] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50be671f-8cfc-40d9-96e8-5c499281eaa3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.469626] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.470119] env[62024]: DEBUG nova.compute.manager [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.478023] env[62024]: DEBUG oslo_vmware.api [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Waiting for the task: (returnval){ [ 928.478023] env[62024]: value = "task-2288665" [ 928.478023] env[62024]: _type = "Task" [ 928.478023] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.478326] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.913s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.478491] env[62024]: DEBUG nova.objects.instance [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lazy-loading 'resources' on Instance uuid 01d71ac0-3981-4277-a793-fc93759d6aac {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.492693] env[62024]: DEBUG oslo_vmware.api [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288664, 'name': PowerOffVM_Task, 'duration_secs': 0.219367} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.496439] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.496622] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.496913] env[62024]: DEBUG oslo_vmware.api [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.497910] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b8cda2a-7660-4f5d-a4f2-a949eac5d137 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.518347] env[62024]: DEBUG nova.compute.manager [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.518574] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.519476] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbcf720-1b53-43a2-8d97-62cc60023954 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.530210] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.530405] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.530586] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Deleting the datastore file [datastore2] dbddb29f-54c8-44cd-bf05-8b884923f3a0 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.531032] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46d08168-dda8-4fd7-94dd-de8d3d3acf62 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.537168] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.537168] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65010935-6f5a-42c4-b6f5-e4bfeb86db70 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.541732] env[62024]: DEBUG oslo_vmware.api [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for the task: (returnval){ [ 928.541732] env[62024]: value = "task-2288667" [ 928.541732] env[62024]: _type = "Task" [ 928.541732] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.550177] env[62024]: DEBUG oslo_vmware.api [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Waiting for the task: (returnval){ [ 928.550177] env[62024]: value = "task-2288668" [ 928.550177] env[62024]: _type = "Task" [ 928.550177] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.558365] env[62024]: DEBUG oslo_vmware.api [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.562629] env[62024]: DEBUG oslo_vmware.api [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.637061] env[62024]: DEBUG nova.network.neutron [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Updated VIF entry in instance network info cache for port d42337c1-7cd7-45bc-922d-e16901367054. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.637061] env[62024]: DEBUG nova.network.neutron [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Updating instance_info_cache with network_info: [{"id": "d42337c1-7cd7-45bc-922d-e16901367054", "address": "fa:16:3e:14:b0:85", "network": {"id": "2aa17666-2c20-448d-9bd8-701a143718d2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-669086639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1d4d3977ac47d98442b971f15c966c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42337c1-7c", "ovs_interfaceid": "d42337c1-7cd7-45bc-922d-e16901367054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.859262] env[62024]: DEBUG oslo_vmware.api [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288663, 'name': PowerOnVM_Task, 'duration_secs': 1.004818} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.859525] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.859724] env[62024]: INFO nova.compute.manager [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Took 11.70 seconds to spawn the instance on the hypervisor. [ 928.859902] env[62024]: DEBUG nova.compute.manager [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.862125] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e00d23e-9ea7-49b3-a79b-328996725d19 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.977348] env[62024]: DEBUG nova.compute.utils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 928.978766] env[62024]: DEBUG nova.compute.manager [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.978932] env[62024]: DEBUG nova.network.neutron [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.004206] env[62024]: DEBUG oslo_vmware.api [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288665, 'name': PowerOffVM_Task, 'duration_secs': 0.307433} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.004424] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.004596] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.004848] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb04c25c-0b58-47aa-a1e9-ac1990d6a235 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.031636] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.033810] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.033810] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "667ecdf4-25c3-4ccf-a27a-f5e31131dcb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.033810] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "667ecdf4-25c3-4ccf-a27a-f5e31131dcb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.033810] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "667ecdf4-25c3-4ccf-a27a-f5e31131dcb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.038795] env[62024]: INFO nova.compute.manager [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Terminating instance [ 929.060112] env[62024]: DEBUG oslo_vmware.api [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Task: {'id': task-2288667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236601} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.060450] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.060654] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.060897] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.061089] env[62024]: INFO nova.compute.manager [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 929.061366] env[62024]: DEBUG oslo.service.loopingcall [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.061606] env[62024]: DEBUG nova.compute.manager [-] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.062307] env[62024]: DEBUG nova.network.neutron [-] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.072937] env[62024]: DEBUG oslo_vmware.api [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288668, 'name': PowerOffVM_Task, 'duration_secs': 0.208033} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.074863] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.075060] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.075336] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.075585] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.075698] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Deleting the datastore file [datastore2] 099e98a2-0879-4b35-8a2a-fd6a529f0e14 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.075936] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-522ea8b7-206b-497d-9a51-79b7e7e473b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.078118] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2154ac73-f127-4e21-8de4-04e50ddd99a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.084349] env[62024]: DEBUG oslo_vmware.api [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Waiting for the task: (returnval){ [ 929.084349] env[62024]: value = "task-2288671" [ 929.084349] env[62024]: _type = "Task" [ 929.084349] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.096529] env[62024]: DEBUG nova.network.neutron [-] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.098598] env[62024]: DEBUG oslo_vmware.api [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.118613] env[62024]: DEBUG nova.policy [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3de3398f0a1d4109be3220ff2468215b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87fdfffd73ef4fe5b1fe949585044d4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.138762] env[62024]: DEBUG oslo_concurrency.lockutils [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] Releasing lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.139136] env[62024]: DEBUG nova.compute.manager [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Received event network-changed-18fd3a6b-024b-4782-bf00-df2d5a1df1fb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.139369] env[62024]: DEBUG nova.compute.manager [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Refreshing instance network info cache due to event network-changed-18fd3a6b-024b-4782-bf00-df2d5a1df1fb. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 929.139522] env[62024]: DEBUG oslo_concurrency.lockutils [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] Acquiring lock "refresh_cache-667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.149647] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.149887] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.150089] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Deleting the datastore file [datastore2] d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.153088] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c49fe9bd-71c5-4ff3-b495-97369ba1c484 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.159486] env[62024]: DEBUG oslo_vmware.api [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Waiting for the task: (returnval){ [ 929.159486] env[62024]: value = "task-2288672" [ 929.159486] env[62024]: _type = "Task" [ 929.159486] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.172435] env[62024]: DEBUG oslo_vmware.api [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.242905] env[62024]: DEBUG nova.network.neutron [req-8d812c13-d1fe-423e-953a-1683ede042bf req-f4921873-b8d2-4e78-a9d6-55fa66db4bbe service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Updated VIF entry in instance network info cache for port 18fd3a6b-024b-4782-bf00-df2d5a1df1fb. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.243830] env[62024]: DEBUG nova.network.neutron [req-8d812c13-d1fe-423e-953a-1683ede042bf req-f4921873-b8d2-4e78-a9d6-55fa66db4bbe service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Updating instance_info_cache with network_info: [{"id": "18fd3a6b-024b-4782-bf00-df2d5a1df1fb", "address": "fa:16:3e:ed:20:9d", "network": {"id": "2aa17666-2c20-448d-9bd8-701a143718d2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-669086639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1d4d3977ac47d98442b971f15c966c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18fd3a6b-02", "ovs_interfaceid": "18fd3a6b-024b-4782-bf00-df2d5a1df1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.283105] env[62024]: DEBUG nova.network.neutron [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Successfully updated port: a0e40e04-f38b-4316-886f-ab3311b7db46 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.307232] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Volume attach. Driver type: vmdk {{(pid=62024) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 929.307473] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465823', 'volume_id': '55f32d8f-bfc2-4151-a4dc-491d5804b89c', 'name': 'volume-55f32d8f-bfc2-4151-a4dc-491d5804b89c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd66ce04d-e04e-4510-a02d-6cd22e2cc29b', 'attached_at': '', 'detached_at': '', 'volume_id': '55f32d8f-bfc2-4151-a4dc-491d5804b89c', 'serial': '55f32d8f-bfc2-4151-a4dc-491d5804b89c'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 929.308571] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361c4097-a663-40e8-9ff8-554a8b2dbfa8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.330784] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801e7af3-1321-4882-a24b-444fa6cd5ae0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.358677] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-55f32d8f-bfc2-4151-a4dc-491d5804b89c/volume-55f32d8f-bfc2-4151-a4dc-491d5804b89c.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.361422] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6af68f62-8c9c-4b04-91c5-1f1c290c6a99 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.395548] env[62024]: DEBUG oslo_vmware.api [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 929.395548] env[62024]: value = "task-2288673" [ 929.395548] env[62024]: _type = "Task" [ 929.395548] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.395690] env[62024]: INFO nova.compute.manager [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Took 24.54 seconds to build instance. [ 929.408808] env[62024]: DEBUG oslo_vmware.api [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288673, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.438170] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b7efd1-2bab-4550-b913-44162eb594d8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.446188] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e8a8f1-961f-45cc-b517-d3363dffd33f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.479774] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901ccb6d-8858-4b5a-a8eb-1fa9745381de {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.484612] env[62024]: DEBUG nova.compute.manager [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.490550] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d6cf80-1bdb-46e8-a899-7d30f9ec39f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.507196] env[62024]: DEBUG nova.compute.provider_tree [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.548539] env[62024]: DEBUG nova.compute.manager [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.548756] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.549705] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6804bfce-ffd5-4590-9498-7fb9bb8c671b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.558449] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.558649] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52dbf9e1-55d9-4608-8e1b-25e6aebeed7b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.566591] env[62024]: DEBUG oslo_vmware.api [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 929.566591] env[62024]: value = "task-2288674" [ 929.566591] env[62024]: _type = "Task" [ 929.566591] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.575905] env[62024]: DEBUG oslo_vmware.api [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.595170] env[62024]: DEBUG oslo_vmware.api [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Task: {'id': task-2288671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215162} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.595170] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.595971] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.595971] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.595971] env[62024]: INFO nova.compute.manager [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Took 1.15 seconds to destroy the instance on the hypervisor. [ 929.596286] env[62024]: DEBUG oslo.service.loopingcall [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.596478] env[62024]: DEBUG nova.compute.manager [-] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.596601] env[62024]: DEBUG nova.network.neutron [-] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.602410] env[62024]: DEBUG nova.network.neutron [-] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.672977] env[62024]: DEBUG oslo_vmware.api [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Task: {'id': task-2288672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224551} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.673267] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.673452] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.673680] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.673888] env[62024]: INFO nova.compute.manager [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 929.674204] env[62024]: DEBUG oslo.service.loopingcall [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.674435] env[62024]: DEBUG nova.compute.manager [-] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.674550] env[62024]: DEBUG nova.network.neutron [-] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.712674] env[62024]: DEBUG nova.network.neutron [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Successfully created port: ee5e0566-9596-4b44-968e-ed34e7cb767f {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.747527] env[62024]: DEBUG oslo_concurrency.lockutils [req-8d812c13-d1fe-423e-953a-1683ede042bf req-f4921873-b8d2-4e78-a9d6-55fa66db4bbe service nova] Releasing lock "refresh_cache-667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.749054] env[62024]: DEBUG oslo_concurrency.lockutils [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] Acquired lock "refresh_cache-667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.749054] env[62024]: DEBUG nova.network.neutron [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Refreshing network info cache for port 18fd3a6b-024b-4782-bf00-df2d5a1df1fb {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.787829] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Acquiring lock "refresh_cache-fe28cee5-8822-4f23-9158-085889e8f12f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.788026] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Acquired lock "refresh_cache-fe28cee5-8822-4f23-9158-085889e8f12f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.788159] env[62024]: DEBUG nova.network.neutron [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.897978] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2949a42d-729c-4806-9439-5d68c7c1a3d8 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.051s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.910958] env[62024]: DEBUG oslo_vmware.api [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288673, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.008986] env[62024]: DEBUG nova.scheduler.client.report [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.056590] env[62024]: DEBUG nova.compute.manager [req-4edfc272-daec-4f87-9d97-3ba8304c07e5 req-d3e5fd42-eb5d-4f27-92e8-6627c8eb5886 service nova] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Received event network-vif-plugged-a0e40e04-f38b-4316-886f-ab3311b7db46 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.057041] env[62024]: DEBUG oslo_concurrency.lockutils [req-4edfc272-daec-4f87-9d97-3ba8304c07e5 req-d3e5fd42-eb5d-4f27-92e8-6627c8eb5886 service nova] Acquiring lock "fe28cee5-8822-4f23-9158-085889e8f12f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.057248] env[62024]: DEBUG oslo_concurrency.lockutils [req-4edfc272-daec-4f87-9d97-3ba8304c07e5 req-d3e5fd42-eb5d-4f27-92e8-6627c8eb5886 service nova] Lock "fe28cee5-8822-4f23-9158-085889e8f12f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.057416] env[62024]: DEBUG oslo_concurrency.lockutils [req-4edfc272-daec-4f87-9d97-3ba8304c07e5 req-d3e5fd42-eb5d-4f27-92e8-6627c8eb5886 service nova] Lock "fe28cee5-8822-4f23-9158-085889e8f12f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.057588] env[62024]: DEBUG nova.compute.manager [req-4edfc272-daec-4f87-9d97-3ba8304c07e5 req-d3e5fd42-eb5d-4f27-92e8-6627c8eb5886 service nova] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] No waiting events found dispatching network-vif-plugged-a0e40e04-f38b-4316-886f-ab3311b7db46 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.057755] env[62024]: WARNING nova.compute.manager [req-4edfc272-daec-4f87-9d97-3ba8304c07e5 req-d3e5fd42-eb5d-4f27-92e8-6627c8eb5886 service nova] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Received unexpected event network-vif-plugged-a0e40e04-f38b-4316-886f-ab3311b7db46 for instance with vm_state building and task_state spawning. [ 930.057961] env[62024]: DEBUG nova.compute.manager [req-4edfc272-daec-4f87-9d97-3ba8304c07e5 req-d3e5fd42-eb5d-4f27-92e8-6627c8eb5886 service nova] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Received event network-changed-a0e40e04-f38b-4316-886f-ab3311b7db46 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.058316] env[62024]: DEBUG nova.compute.manager [req-4edfc272-daec-4f87-9d97-3ba8304c07e5 req-d3e5fd42-eb5d-4f27-92e8-6627c8eb5886 service nova] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Refreshing instance network info cache due to event network-changed-a0e40e04-f38b-4316-886f-ab3311b7db46. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.058498] env[62024]: DEBUG oslo_concurrency.lockutils [req-4edfc272-daec-4f87-9d97-3ba8304c07e5 req-d3e5fd42-eb5d-4f27-92e8-6627c8eb5886 service nova] Acquiring lock "refresh_cache-fe28cee5-8822-4f23-9158-085889e8f12f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.079419] env[62024]: DEBUG oslo_vmware.api [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288674, 'name': PowerOffVM_Task, 'duration_secs': 0.208666} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.079728] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.079903] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.080182] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5f31e86-00ab-413e-be8d-325e23e35bd6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.106963] env[62024]: INFO nova.compute.manager [-] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Took 1.04 seconds to deallocate network for instance. [ 930.144438] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.144438] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.144438] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Deleting the datastore file [datastore1] 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.144438] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-084c5e6a-5d88-4380-a2ff-e59424f0fdca {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.151635] env[62024]: DEBUG oslo_vmware.api [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 930.151635] env[62024]: value = "task-2288676" [ 930.151635] env[62024]: _type = "Task" [ 930.151635] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.162069] env[62024]: DEBUG oslo_vmware.api [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.272018] env[62024]: INFO nova.compute.manager [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Rescuing [ 930.272319] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "refresh_cache-d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.272476] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquired lock "refresh_cache-d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.272645] env[62024]: DEBUG nova.network.neutron [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.411916] env[62024]: DEBUG oslo_vmware.api [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288673, 'name': ReconfigVM_Task, 'duration_secs': 0.542854} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.411916] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-55f32d8f-bfc2-4151-a4dc-491d5804b89c/volume-55f32d8f-bfc2-4151-a4dc-491d5804b89c.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.416323] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93cc8c75-5be8-424c-ac85-7cbdbcffcfd6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.432703] env[62024]: DEBUG oslo_vmware.api [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 930.432703] env[62024]: value = "task-2288677" [ 930.432703] env[62024]: _type = "Task" [ 930.432703] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.441971] env[62024]: DEBUG oslo_vmware.api [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.476468] env[62024]: DEBUG nova.network.neutron [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.493941] env[62024]: DEBUG nova.compute.manager [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.516605] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.517385] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.160s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.517587] env[62024]: DEBUG nova.objects.instance [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62024) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 930.532567] env[62024]: DEBUG nova.virt.hardware [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.532567] env[62024]: DEBUG nova.virt.hardware [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.532567] env[62024]: DEBUG nova.virt.hardware [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.532885] env[62024]: DEBUG nova.virt.hardware [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.533165] env[62024]: DEBUG nova.virt.hardware [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.533446] env[62024]: DEBUG nova.virt.hardware [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.533802] env[62024]: DEBUG nova.virt.hardware [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.534209] env[62024]: DEBUG nova.virt.hardware [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.534498] env[62024]: DEBUG nova.virt.hardware [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.534874] env[62024]: DEBUG nova.virt.hardware [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.535243] env[62024]: DEBUG nova.virt.hardware [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.536229] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2780f37d-8e8b-4e99-8924-b0399def4432 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.547649] env[62024]: INFO nova.scheduler.client.report [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleted allocations for instance 01d71ac0-3981-4277-a793-fc93759d6aac [ 930.554328] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a11a4e-9240-43ab-bcf3-38275dc2ac86 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.612922] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.662571] env[62024]: DEBUG oslo_vmware.api [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.922964] env[62024]: DEBUG nova.network.neutron [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Updating instance_info_cache with network_info: [{"id": "a0e40e04-f38b-4316-886f-ab3311b7db46", "address": "fa:16:3e:5d:29:66", "network": {"id": "a1d8eb9c-1630-4d1a-80bb-75140652e8b3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1759086807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd404cf4e8b34b11a8852c908da34c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e40e04-f3", "ovs_interfaceid": "a0e40e04-f38b-4316-886f-ab3311b7db46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.945753] env[62024]: DEBUG oslo_vmware.api [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288677, 'name': ReconfigVM_Task, 'duration_secs': 0.163016} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.946085] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465823', 'volume_id': '55f32d8f-bfc2-4151-a4dc-491d5804b89c', 'name': 'volume-55f32d8f-bfc2-4151-a4dc-491d5804b89c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd66ce04d-e04e-4510-a02d-6cd22e2cc29b', 'attached_at': '', 'detached_at': '', 'volume_id': '55f32d8f-bfc2-4151-a4dc-491d5804b89c', 'serial': '55f32d8f-bfc2-4151-a4dc-491d5804b89c'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 930.994361] env[62024]: DEBUG nova.compute.manager [req-92e8d1f8-4e4f-4692-ac04-48c6fc2eb155 req-c75225b4-ea17-416e-a4c0-a41b8e41f1c0 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Received event network-changed-d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.994565] env[62024]: DEBUG nova.compute.manager [req-92e8d1f8-4e4f-4692-ac04-48c6fc2eb155 req-c75225b4-ea17-416e-a4c0-a41b8e41f1c0 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Refreshing instance network info cache due to event network-changed-d42337c1-7cd7-45bc-922d-e16901367054. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.994788] env[62024]: DEBUG oslo_concurrency.lockutils [req-92e8d1f8-4e4f-4692-ac04-48c6fc2eb155 req-c75225b4-ea17-416e-a4c0-a41b8e41f1c0 service nova] Acquiring lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.994947] env[62024]: DEBUG oslo_concurrency.lockutils [req-92e8d1f8-4e4f-4692-ac04-48c6fc2eb155 req-c75225b4-ea17-416e-a4c0-a41b8e41f1c0 service nova] Acquired lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.995165] env[62024]: DEBUG nova.network.neutron [req-92e8d1f8-4e4f-4692-ac04-48c6fc2eb155 req-c75225b4-ea17-416e-a4c0-a41b8e41f1c0 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Refreshing network info cache for port d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.021141] env[62024]: DEBUG nova.network.neutron [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Updated VIF entry in instance network info cache for port 18fd3a6b-024b-4782-bf00-df2d5a1df1fb. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.021141] env[62024]: DEBUG nova.network.neutron [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Updating instance_info_cache with network_info: [{"id": "18fd3a6b-024b-4782-bf00-df2d5a1df1fb", "address": "fa:16:3e:ed:20:9d", "network": {"id": "2aa17666-2c20-448d-9bd8-701a143718d2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-669086639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1d4d3977ac47d98442b971f15c966c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18fd3a6b-02", "ovs_interfaceid": "18fd3a6b-024b-4782-bf00-df2d5a1df1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.064975] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0528909e-6ff9-4e8c-a5fb-5d7245061189 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "01d71ac0-3981-4277-a793-fc93759d6aac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.905s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.158861] env[62024]: DEBUG nova.network.neutron [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Updating instance_info_cache with network_info: [{"id": "ce653159-f93c-4347-b5ce-704979dd4e8c", "address": "fa:16:3e:98:25:a1", "network": {"id": "91b63042-1f66-42a8-b68b-1145abd5048c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1956325954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bcffd7937be54eb2bb9456d7b4dd4a96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce653159-f9", "ovs_interfaceid": "ce653159-f93c-4347-b5ce-704979dd4e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.165722] env[62024]: DEBUG oslo_vmware.api [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5785} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.166078] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.166190] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.166339] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.166645] env[62024]: INFO nova.compute.manager [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Took 1.62 seconds to destroy the instance on the hypervisor. [ 931.166775] env[62024]: DEBUG oslo.service.loopingcall [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.166954] env[62024]: DEBUG nova.compute.manager [-] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.167055] env[62024]: DEBUG nova.network.neutron [-] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.425368] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Releasing lock "refresh_cache-fe28cee5-8822-4f23-9158-085889e8f12f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.425681] env[62024]: DEBUG nova.compute.manager [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Instance network_info: |[{"id": "a0e40e04-f38b-4316-886f-ab3311b7db46", "address": "fa:16:3e:5d:29:66", "network": {"id": "a1d8eb9c-1630-4d1a-80bb-75140652e8b3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1759086807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd404cf4e8b34b11a8852c908da34c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e40e04-f3", "ovs_interfaceid": "a0e40e04-f38b-4316-886f-ab3311b7db46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.426816] env[62024]: DEBUG oslo_concurrency.lockutils [req-4edfc272-daec-4f87-9d97-3ba8304c07e5 req-d3e5fd42-eb5d-4f27-92e8-6627c8eb5886 service nova] Acquired lock "refresh_cache-fe28cee5-8822-4f23-9158-085889e8f12f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.426816] env[62024]: DEBUG nova.network.neutron [req-4edfc272-daec-4f87-9d97-3ba8304c07e5 req-d3e5fd42-eb5d-4f27-92e8-6627c8eb5886 service nova] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Refreshing network info cache for port a0e40e04-f38b-4316-886f-ab3311b7db46 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.427365] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:29:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0e40e04-f38b-4316-886f-ab3311b7db46', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.434728] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Creating folder: Project (fd404cf4e8b34b11a8852c908da34c60). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.437769] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fd72422-6407-43a0-a802-ebd53fec9db2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.452031] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Created folder: Project (fd404cf4e8b34b11a8852c908da34c60) in parent group-v465568. [ 931.452433] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Creating folder: Instances. Parent ref: group-v465824. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.452763] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55b7233e-4251-4535-84c2-c24dace1ce01 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.462314] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Created folder: Instances in parent group-v465824. [ 931.462586] env[62024]: DEBUG oslo.service.loopingcall [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.462813] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.463069] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b68198ee-d9bf-4bda-aae2-8e459951445a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.494021] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.494021] env[62024]: value = "task-2288680" [ 931.494021] env[62024]: _type = "Task" [ 931.494021] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.501964] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288680, 'name': CreateVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.520856] env[62024]: DEBUG nova.network.neutron [-] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.525516] env[62024]: DEBUG oslo_concurrency.lockutils [req-399f737b-8ab1-4b18-a4a5-4d6e03d11885 req-066a454f-81c3-42be-8178-05f084eff3e7 service nova] Releasing lock "refresh_cache-667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.534199] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d5f327d6-9647-47e0-a91c-8ff43e41da21 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.535594] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.718s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.537338] env[62024]: INFO nova.compute.claims [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.565302] env[62024]: DEBUG nova.network.neutron [-] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.663081] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Releasing lock "refresh_cache-d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.706943] env[62024]: DEBUG nova.network.neutron [req-4edfc272-daec-4f87-9d97-3ba8304c07e5 req-d3e5fd42-eb5d-4f27-92e8-6627c8eb5886 service nova] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Updated VIF entry in instance network info cache for port a0e40e04-f38b-4316-886f-ab3311b7db46. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.707315] env[62024]: DEBUG nova.network.neutron [req-4edfc272-daec-4f87-9d97-3ba8304c07e5 req-d3e5fd42-eb5d-4f27-92e8-6627c8eb5886 service nova] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Updating instance_info_cache with network_info: [{"id": "a0e40e04-f38b-4316-886f-ab3311b7db46", "address": "fa:16:3e:5d:29:66", "network": {"id": "a1d8eb9c-1630-4d1a-80bb-75140652e8b3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1759086807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd404cf4e8b34b11a8852c908da34c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e40e04-f3", "ovs_interfaceid": "a0e40e04-f38b-4316-886f-ab3311b7db46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.756686] env[62024]: DEBUG nova.network.neutron [req-92e8d1f8-4e4f-4692-ac04-48c6fc2eb155 req-c75225b4-ea17-416e-a4c0-a41b8e41f1c0 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Updated VIF entry in instance network info cache for port d42337c1-7cd7-45bc-922d-e16901367054. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.756766] env[62024]: DEBUG nova.network.neutron [req-92e8d1f8-4e4f-4692-ac04-48c6fc2eb155 req-c75225b4-ea17-416e-a4c0-a41b8e41f1c0 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Updating instance_info_cache with network_info: [{"id": "d42337c1-7cd7-45bc-922d-e16901367054", "address": "fa:16:3e:14:b0:85", "network": {"id": "2aa17666-2c20-448d-9bd8-701a143718d2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-669086639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1d4d3977ac47d98442b971f15c966c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42337c1-7c", "ovs_interfaceid": "d42337c1-7cd7-45bc-922d-e16901367054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.881872] env[62024]: DEBUG nova.network.neutron [-] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.991738] env[62024]: DEBUG nova.objects.instance [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lazy-loading 'flavor' on Instance uuid d66ce04d-e04e-4510-a02d-6cd22e2cc29b {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.006961] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288680, 'name': CreateVM_Task, 'duration_secs': 0.398274} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.007802] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.008500] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.009293] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.009293] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.009484] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e2fbf0b-5658-42e4-9f2d-0c8d99c370cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.018262] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Waiting for the task: (returnval){ [ 932.018262] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5284950a-4a4e-6bf6-97a3-5a3bbbffda15" [ 932.018262] env[62024]: _type = "Task" [ 932.018262] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.027059] env[62024]: INFO nova.compute.manager [-] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Took 2.43 seconds to deallocate network for instance. [ 932.027345] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5284950a-4a4e-6bf6-97a3-5a3bbbffda15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.069575] env[62024]: INFO nova.compute.manager [-] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Took 2.39 seconds to deallocate network for instance. [ 932.181744] env[62024]: DEBUG nova.network.neutron [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Successfully updated port: ee5e0566-9596-4b44-968e-ed34e7cb767f {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.212808] env[62024]: DEBUG oslo_concurrency.lockutils [req-4edfc272-daec-4f87-9d97-3ba8304c07e5 req-d3e5fd42-eb5d-4f27-92e8-6627c8eb5886 service nova] Releasing lock "refresh_cache-fe28cee5-8822-4f23-9158-085889e8f12f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.261223] env[62024]: DEBUG oslo_concurrency.lockutils [req-92e8d1f8-4e4f-4692-ac04-48c6fc2eb155 req-c75225b4-ea17-416e-a4c0-a41b8e41f1c0 service nova] Releasing lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.316986] env[62024]: DEBUG nova.compute.manager [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Received event network-vif-deleted-b2748dba-e6a0-495a-948c-afcdf8f3b87e {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.316986] env[62024]: DEBUG nova.compute.manager [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Received event network-vif-deleted-ecd15e62-9f78-4bb1-b9c4-140f6b6e93d4 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.317163] env[62024]: DEBUG nova.compute.manager [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Received event network-vif-plugged-ee5e0566-9596-4b44-968e-ed34e7cb767f {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.317367] env[62024]: DEBUG oslo_concurrency.lockutils [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] Acquiring lock "27583f6d-75ba-4258-9250-dfe4da025995-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.317571] env[62024]: DEBUG oslo_concurrency.lockutils [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] Lock "27583f6d-75ba-4258-9250-dfe4da025995-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.317746] env[62024]: DEBUG oslo_concurrency.lockutils [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] Lock "27583f6d-75ba-4258-9250-dfe4da025995-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.317929] env[62024]: DEBUG nova.compute.manager [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] No waiting events found dispatching network-vif-plugged-ee5e0566-9596-4b44-968e-ed34e7cb767f {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.318110] env[62024]: WARNING nova.compute.manager [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Received unexpected event network-vif-plugged-ee5e0566-9596-4b44-968e-ed34e7cb767f for instance with vm_state building and task_state spawning. [ 932.318277] env[62024]: DEBUG nova.compute.manager [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Received event network-changed-ee5e0566-9596-4b44-968e-ed34e7cb767f {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.318428] env[62024]: DEBUG nova.compute.manager [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Refreshing instance network info cache due to event network-changed-ee5e0566-9596-4b44-968e-ed34e7cb767f. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 932.318607] env[62024]: DEBUG oslo_concurrency.lockutils [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] Acquiring lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.318742] env[62024]: DEBUG oslo_concurrency.lockutils [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] Acquired lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.318894] env[62024]: DEBUG nova.network.neutron [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Refreshing network info cache for port ee5e0566-9596-4b44-968e-ed34e7cb767f {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.387782] env[62024]: INFO nova.compute.manager [-] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Took 1.22 seconds to deallocate network for instance. [ 932.499300] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f1db1e73-1e75-46e6-9805-0eff9f123810 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.839s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.530580] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5284950a-4a4e-6bf6-97a3-5a3bbbffda15, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.530889] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.531210] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.531469] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.531617] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.532143] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.532657] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.532876] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1de1e330-6367-429a-80f3-851701ea0fc8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.547562] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.547748] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.548483] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fdcd5df-f2b4-419a-85cf-ee6cfad819b0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.553866] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Waiting for the task: (returnval){ [ 932.553866] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524d8aaf-5027-a256-db81-82099f055885" [ 932.553866] env[62024]: _type = "Task" [ 932.553866] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.561350] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524d8aaf-5027-a256-db81-82099f055885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.575971] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.684122] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.795908] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5799ac-78bd-405b-9bf3-a21df2e5acf4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.803958] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0cc6fc-fbb8-41d5-bd31-bb78b98a3220 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.837613] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44460543-6efb-4e83-8e5e-8597c25cb102 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.845821] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4686128b-5136-4954-b4f5-1e1ed464ec88 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.859953] env[62024]: DEBUG nova.compute.provider_tree [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.868734] env[62024]: DEBUG nova.network.neutron [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.893805] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.964758] env[62024]: DEBUG nova.network.neutron [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.978851] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.978984] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.027131] env[62024]: DEBUG nova.compute.manager [req-02d882b6-2b46-4ea5-9502-90d5fe642c0b req-0f1ee8e6-fccc-48cc-a0c3-71e17ca6e5cf service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Received event network-changed-d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.027493] env[62024]: DEBUG nova.compute.manager [req-02d882b6-2b46-4ea5-9502-90d5fe642c0b req-0f1ee8e6-fccc-48cc-a0c3-71e17ca6e5cf service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Refreshing instance network info cache due to event network-changed-d42337c1-7cd7-45bc-922d-e16901367054. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 933.027811] env[62024]: DEBUG oslo_concurrency.lockutils [req-02d882b6-2b46-4ea5-9502-90d5fe642c0b req-0f1ee8e6-fccc-48cc-a0c3-71e17ca6e5cf service nova] Acquiring lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.027811] env[62024]: DEBUG oslo_concurrency.lockutils [req-02d882b6-2b46-4ea5-9502-90d5fe642c0b req-0f1ee8e6-fccc-48cc-a0c3-71e17ca6e5cf service nova] Acquired lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.027811] env[62024]: DEBUG nova.network.neutron [req-02d882b6-2b46-4ea5-9502-90d5fe642c0b req-0f1ee8e6-fccc-48cc-a0c3-71e17ca6e5cf service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Refreshing network info cache for port d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.064073] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524d8aaf-5027-a256-db81-82099f055885, 'name': SearchDatastore_Task, 'duration_secs': 0.042027} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.064852] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df7a72a-803e-4922-902c-5e919f06daf9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.070092] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Waiting for the task: (returnval){ [ 933.070092] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52488f7d-1d41-83b5-3106-f4f45d260753" [ 933.070092] env[62024]: _type = "Task" [ 933.070092] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.079091] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52488f7d-1d41-83b5-3106-f4f45d260753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.211030] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.211030] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3794ddd8-6eab-4995-bff5-ee7a0bca131d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.217938] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 933.217938] env[62024]: value = "task-2288681" [ 933.217938] env[62024]: _type = "Task" [ 933.217938] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.226266] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.363260] env[62024]: DEBUG nova.scheduler.client.report [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.467875] env[62024]: DEBUG oslo_concurrency.lockutils [req-0755f18b-91e7-44dc-a272-735787455907 req-4568cba0-cda6-4b54-8935-8ee5cab05f33 service nova] Releasing lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.468286] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.468446] env[62024]: DEBUG nova.network.neutron [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.481738] env[62024]: DEBUG nova.compute.utils [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 933.580107] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52488f7d-1d41-83b5-3106-f4f45d260753, 'name': SearchDatastore_Task, 'duration_secs': 0.047668} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.580351] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.580605] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] fe28cee5-8822-4f23-9158-085889e8f12f/fe28cee5-8822-4f23-9158-085889e8f12f.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.580856] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9594895c-ea66-48d8-8f75-ba4eb5678476 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.587256] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Waiting for the task: (returnval){ [ 933.587256] env[62024]: value = "task-2288682" [ 933.587256] env[62024]: _type = "Task" [ 933.587256] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.594628] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': task-2288682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.728011] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288681, 'name': PowerOffVM_Task, 'duration_secs': 0.202288} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.728301] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.729098] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904491bd-f27f-4b4e-8135-5166bc9d0afe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.747628] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe07f12-4a35-498e-8c1a-ea389b9b1cb1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.751385] env[62024]: DEBUG nova.network.neutron [req-02d882b6-2b46-4ea5-9502-90d5fe642c0b req-0f1ee8e6-fccc-48cc-a0c3-71e17ca6e5cf service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Updated VIF entry in instance network info cache for port d42337c1-7cd7-45bc-922d-e16901367054. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.751739] env[62024]: DEBUG nova.network.neutron [req-02d882b6-2b46-4ea5-9502-90d5fe642c0b req-0f1ee8e6-fccc-48cc-a0c3-71e17ca6e5cf service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Updating instance_info_cache with network_info: [{"id": "d42337c1-7cd7-45bc-922d-e16901367054", "address": "fa:16:3e:14:b0:85", "network": {"id": "2aa17666-2c20-448d-9bd8-701a143718d2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-669086639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1d4d3977ac47d98442b971f15c966c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42337c1-7c", "ovs_interfaceid": "d42337c1-7cd7-45bc-922d-e16901367054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.785318] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.785625] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d378d9c1-c655-4017-8473-a989c6bd5c08 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.794178] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 933.794178] env[62024]: value = "task-2288683" [ 933.794178] env[62024]: _type = "Task" [ 933.794178] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.804550] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.870038] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.870038] env[62024]: DEBUG nova.compute.manager [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.872456] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.865s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.873912] env[62024]: INFO nova.compute.claims [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.984486] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.007790] env[62024]: DEBUG nova.network.neutron [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.097154] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': task-2288682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479781} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.097590] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] fe28cee5-8822-4f23-9158-085889e8f12f/fe28cee5-8822-4f23-9158-085889e8f12f.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.097697] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.097982] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f33a3c5-290e-4445-bffd-59f9343837ab {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.103774] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Waiting for the task: (returnval){ [ 934.103774] env[62024]: value = "task-2288684" [ 934.103774] env[62024]: _type = "Task" [ 934.103774] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.111166] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': task-2288684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.150476] env[62024]: DEBUG nova.network.neutron [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Updating instance_info_cache with network_info: [{"id": "ee5e0566-9596-4b44-968e-ed34e7cb767f", "address": "fa:16:3e:9c:78:aa", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5e0566-95", "ovs_interfaceid": "ee5e0566-9596-4b44-968e-ed34e7cb767f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.254532] env[62024]: DEBUG oslo_concurrency.lockutils [req-02d882b6-2b46-4ea5-9502-90d5fe642c0b req-0f1ee8e6-fccc-48cc-a0c3-71e17ca6e5cf service nova] Releasing lock "refresh_cache-688a3e6c-3aad-434f-aaa4-5dc0550249cb" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.254823] env[62024]: DEBUG nova.compute.manager [req-02d882b6-2b46-4ea5-9502-90d5fe642c0b req-0f1ee8e6-fccc-48cc-a0c3-71e17ca6e5cf service nova] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Received event network-vif-deleted-18fd3a6b-024b-4782-bf00-df2d5a1df1fb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.304324] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] VM already powered off {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 934.304546] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.304829] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.304907] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.305070] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.305315] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06733cb7-4e7e-47a4-a8fc-aa32012cd76b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.313843] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.313975] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.314676] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58088fb6-1cb4-4f5f-953c-3aa7ca7898e2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.319548] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 934.319548] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b2eac3-d31b-6a07-633e-bbb4c2c0ba20" [ 934.319548] env[62024]: _type = "Task" [ 934.319548] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.326917] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b2eac3-d31b-6a07-633e-bbb4c2c0ba20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.378976] env[62024]: DEBUG nova.compute.utils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 934.381978] env[62024]: DEBUG nova.compute.manager [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.381978] env[62024]: DEBUG nova.network.neutron [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.420334] env[62024]: DEBUG nova.policy [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2842e7d57abb4796b566f03ab013a384', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0e8469d470e4b3d96b9e87082d15781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.614381] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': task-2288684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063761} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.614644] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.615502] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5f6cd7-9abe-455c-bf42-26e94fdc8959 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.637894] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] fe28cee5-8822-4f23-9158-085889e8f12f/fe28cee5-8822-4f23-9158-085889e8f12f.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.638192] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9260bd6-d0c8-4df1-8075-6bd1b00911b4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.652609] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.653017] env[62024]: DEBUG nova.compute.manager [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Instance network_info: |[{"id": "ee5e0566-9596-4b44-968e-ed34e7cb767f", "address": "fa:16:3e:9c:78:aa", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5e0566-95", "ovs_interfaceid": "ee5e0566-9596-4b44-968e-ed34e7cb767f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.653407] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:78:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee5e0566-9596-4b44-968e-ed34e7cb767f', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.661783] env[62024]: DEBUG oslo.service.loopingcall [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 934.663190] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.663507] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Waiting for the task: (returnval){ [ 934.663507] env[62024]: value = "task-2288685" [ 934.663507] env[62024]: _type = "Task" [ 934.663507] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.663693] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0e40f78-99aa-47f5-add7-37abe4a802b7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.690687] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': task-2288685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.691656] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.691656] env[62024]: value = "task-2288686" [ 934.691656] env[62024]: _type = "Task" [ 934.691656] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.699843] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288686, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.785087] env[62024]: DEBUG nova.network.neutron [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Successfully created port: dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.830517] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b2eac3-d31b-6a07-633e-bbb4c2c0ba20, 'name': SearchDatastore_Task, 'duration_secs': 0.008736} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.831336] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e3b5274-f1dc-4ab9-aab2-da7d38abb1e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.836704] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 934.836704] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529420c1-0107-8e72-642f-62aa20bd21b0" [ 934.836704] env[62024]: _type = "Task" [ 934.836704] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.844266] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529420c1-0107-8e72-642f-62aa20bd21b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.885000] env[62024]: DEBUG nova.compute.manager [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.052518] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.052762] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.052983] env[62024]: INFO nova.compute.manager [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Attaching volume 89493246-7fb6-4525-b507-c9e33cb4e356 to /dev/sdc [ 935.090727] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49732a26-192b-49d3-8723-add8099dd3cb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.098437] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebc0aed-beb8-4341-ab39-14a8a0e23442 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.112355] env[62024]: DEBUG nova.virt.block_device [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Updating existing volume attachment record: 1b7a6c0a-0439-4bff-a81a-2180c548a098 {{(pid=62024) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 935.177812] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8192ca0-f484-4d9f-ab9c-6206d7dfa37c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.188774] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': task-2288685, 'name': ReconfigVM_Task, 'duration_secs': 0.27002} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.190569] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Reconfigured VM instance instance-0000005e to attach disk [datastore1] fe28cee5-8822-4f23-9158-085889e8f12f/fe28cee5-8822-4f23-9158-085889e8f12f.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.191329] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25506117-2b0a-477b-b1d7-12a13acaa1ba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.193482] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f3367e-7495-4aa7-b391-6d97bfb808fe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.231453] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8fca8e-79ca-4900-92dd-160d384da6c8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.234116] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Waiting for the task: (returnval){ [ 935.234116] env[62024]: value = "task-2288687" [ 935.234116] env[62024]: _type = "Task" [ 935.234116] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.234330] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288686, 'name': CreateVM_Task, 'duration_secs': 0.333859} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.234505] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.238293] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.238419] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.238727] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.241284] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f2d923-ce5b-49e4-9ada-ed91353086fd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.243704] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b454b5f-8e33-44bc-8c68-4af3f55f25e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.254245] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': task-2288687, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.254245] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 935.254245] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d8b05f-2cec-8c75-e92d-17c8bffa3a45" [ 935.254245] env[62024]: _type = "Task" [ 935.254245] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.261425] env[62024]: DEBUG nova.compute.provider_tree [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.271227] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d8b05f-2cec-8c75-e92d-17c8bffa3a45, 'name': SearchDatastore_Task, 'duration_secs': 0.009454} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.272214] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.272428] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.272676] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.272821] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.273028] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.273521] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a61666a3-afc3-472d-948e-205ae4d29424 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.280879] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.281101] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.282030] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99aa9e03-ca6a-4689-b787-1eb352c98a47 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.286699] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 935.286699] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521e8444-6ae5-a192-9a0a-92be306201bb" [ 935.286699] env[62024]: _type = "Task" [ 935.286699] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.295115] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521e8444-6ae5-a192-9a0a-92be306201bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.347618] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529420c1-0107-8e72-642f-62aa20bd21b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008942} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.347900] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.348154] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk. {{(pid=62024) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 935.348433] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1b19445-c1d7-4b62-9a3e-e18b413eba39 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.354787] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 935.354787] env[62024]: value = "task-2288689" [ 935.354787] env[62024]: _type = "Task" [ 935.354787] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.362174] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.747161] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': task-2288687, 'name': Rename_Task, 'duration_secs': 0.143341} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.747161] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.747266] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97c948d9-ec4d-446d-805a-be3563aa3505 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.754308] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Waiting for the task: (returnval){ [ 935.754308] env[62024]: value = "task-2288690" [ 935.754308] env[62024]: _type = "Task" [ 935.754308] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.763744] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': task-2288690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.767021] env[62024]: DEBUG nova.scheduler.client.report [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.797909] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521e8444-6ae5-a192-9a0a-92be306201bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008151} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.798780] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9942435a-a3b3-45cd-a618-93118777b65e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.805542] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 935.805542] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fd735e-e0e9-0c5a-6273-52776649c1ff" [ 935.805542] env[62024]: _type = "Task" [ 935.805542] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.815417] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fd735e-e0e9-0c5a-6273-52776649c1ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.865108] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473111} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.865393] env[62024]: INFO nova.virt.vmwareapi.ds_util [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk. [ 935.866191] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec9c262-36c0-4b90-b8e5-f05e75578ef5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.892829] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.892829] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af109d9b-ffc1-49ea-88f9-10b8897ed965 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.906637] env[62024]: DEBUG nova.compute.manager [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.913774] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 935.913774] env[62024]: value = "task-2288691" [ 935.913774] env[62024]: _type = "Task" [ 935.913774] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.922975] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.932052] env[62024]: DEBUG nova.virt.hardware [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.932302] env[62024]: DEBUG nova.virt.hardware [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.932459] env[62024]: DEBUG nova.virt.hardware [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.932728] env[62024]: DEBUG nova.virt.hardware [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.932922] env[62024]: DEBUG nova.virt.hardware [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.933171] env[62024]: DEBUG nova.virt.hardware [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.933478] env[62024]: DEBUG nova.virt.hardware [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.934383] env[62024]: DEBUG nova.virt.hardware [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.934383] env[62024]: DEBUG nova.virt.hardware [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.934383] env[62024]: DEBUG nova.virt.hardware [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.934573] env[62024]: DEBUG nova.virt.hardware [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.935396] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39fd7a7-98f1-46da-a98c-dd07a3eab285 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.943017] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7234c6-0c84-47bf-8456-6fe14608fc62 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.264514] env[62024]: DEBUG oslo_vmware.api [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': task-2288690, 'name': PowerOnVM_Task, 'duration_secs': 0.454331} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.264834] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.265019] env[62024]: INFO nova.compute.manager [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Took 8.23 seconds to spawn the instance on the hypervisor. [ 936.265200] env[62024]: DEBUG nova.compute.manager [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.265955] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8364aa22-28fd-46a0-b1f3-6cf3aaf8227c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.272303] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.272777] env[62024]: DEBUG nova.compute.manager [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.457894] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.665s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.457894] env[62024]: DEBUG nova.objects.instance [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Lazy-loading 'resources' on Instance uuid dbddb29f-54c8-44cd-bf05-8b884923f3a0 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.457894] env[62024]: DEBUG nova.compute.manager [req-feced9a4-7b15-47db-acef-2bf7c4739880 req-aa0966fb-c28f-4572-adef-3c7981c3b8a9 service nova] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Received event network-vif-plugged-dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.457894] env[62024]: DEBUG oslo_concurrency.lockutils [req-feced9a4-7b15-47db-acef-2bf7c4739880 req-aa0966fb-c28f-4572-adef-3c7981c3b8a9 service nova] Acquiring lock "16f29ffc-d82c-40a7-b9d8-5164627ef777-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.457894] env[62024]: DEBUG oslo_concurrency.lockutils [req-feced9a4-7b15-47db-acef-2bf7c4739880 req-aa0966fb-c28f-4572-adef-3c7981c3b8a9 service nova] Lock "16f29ffc-d82c-40a7-b9d8-5164627ef777-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.457894] env[62024]: DEBUG oslo_concurrency.lockutils [req-feced9a4-7b15-47db-acef-2bf7c4739880 req-aa0966fb-c28f-4572-adef-3c7981c3b8a9 service nova] Lock "16f29ffc-d82c-40a7-b9d8-5164627ef777-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.457894] env[62024]: DEBUG nova.compute.manager [req-feced9a4-7b15-47db-acef-2bf7c4739880 req-aa0966fb-c28f-4572-adef-3c7981c3b8a9 service nova] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] No waiting events found dispatching network-vif-plugged-dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.457894] env[62024]: WARNING nova.compute.manager [req-feced9a4-7b15-47db-acef-2bf7c4739880 req-aa0966fb-c28f-4572-adef-3c7981c3b8a9 service nova] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Received unexpected event network-vif-plugged-dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3 for instance with vm_state building and task_state spawning. [ 936.457894] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fd735e-e0e9-0c5a-6273-52776649c1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011525} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.457894] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.457894] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 27583f6d-75ba-4258-9250-dfe4da025995/27583f6d-75ba-4258-9250-dfe4da025995.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.457894] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08e0c38e-2fa4-45d2-88a4-cc26f9cf3c8f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.457894] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 936.457894] env[62024]: value = "task-2288692" [ 936.457894] env[62024]: _type = "Task" [ 936.457894] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.457894] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.459292] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288691, 'name': ReconfigVM_Task, 'duration_secs': 0.340402} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.459292] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Reconfigured VM instance instance-0000005d to attach disk [datastore2] d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.459292] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094d0f00-d948-448c-ad46-f8286f9f5c2b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.459292] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba6520a-6d9b-45cf-b6cf-270fcf54eb86 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.467539] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 936.467539] env[62024]: value = "task-2288693" [ 936.467539] env[62024]: _type = "Task" [ 936.467539] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.479906] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.479906] env[62024]: DEBUG nova.network.neutron [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Successfully updated port: dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.780089] env[62024]: DEBUG nova.compute.utils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 936.788421] env[62024]: DEBUG nova.compute.manager [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.788657] env[62024]: DEBUG nova.network.neutron [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.795185] env[62024]: INFO nova.compute.manager [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Took 14.53 seconds to build instance. [ 936.841644] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480708} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.844131] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 27583f6d-75ba-4258-9250-dfe4da025995/27583f6d-75ba-4258-9250-dfe4da025995.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.844414] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.845055] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-407710cb-a9e7-4342-8cf3-1635fc5642f9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.851725] env[62024]: DEBUG nova.policy [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0fd6515491c42fa9d6c959a4ad1e021', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98320084676746d5967ab6697e0d81b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.855255] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 936.855255] env[62024]: value = "task-2288694" [ 936.855255] env[62024]: _type = "Task" [ 936.855255] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.868748] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.980574] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288693, 'name': ReconfigVM_Task, 'duration_secs': 0.287559} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.980574] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.980574] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30780ede-cb5b-40db-8a88-e07eb7f7f44a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.984716] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "refresh_cache-16f29ffc-d82c-40a7-b9d8-5164627ef777" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.984898] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "refresh_cache-16f29ffc-d82c-40a7-b9d8-5164627ef777" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.985065] env[62024]: DEBUG nova.network.neutron [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.993314] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 936.993314] env[62024]: value = "task-2288695" [ 936.993314] env[62024]: _type = "Task" [ 936.993314] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.007344] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.085616] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eb6841-7abb-42a7-ae67-f5b4420cdcf5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.095356] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc330c7-5620-4c0a-823e-857b0ec7e1f0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.149039] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f096e33f-0959-4415-b873-9ec34c1a958b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.160548] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c8d4b8-9065-4000-acfb-b1abc8473d49 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.180868] env[62024]: DEBUG nova.compute.provider_tree [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.196507] env[62024]: DEBUG nova.network.neutron [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Successfully created port: 0a881333-847f-420c-8b3c-0d1ed067b2fb {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.269183] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Acquiring lock "fe28cee5-8822-4f23-9158-085889e8f12f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.293404] env[62024]: DEBUG nova.compute.manager [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.297093] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d0ae4c0b-271c-4760-b90c-25da47a94c75 tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Lock "fe28cee5-8822-4f23-9158-085889e8f12f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.050s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.297207] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Lock "fe28cee5-8822-4f23-9158-085889e8f12f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.028s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.298453] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Acquiring lock "fe28cee5-8822-4f23-9158-085889e8f12f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.298453] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Lock "fe28cee5-8822-4f23-9158-085889e8f12f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.298453] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Lock "fe28cee5-8822-4f23-9158-085889e8f12f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.300019] env[62024]: INFO nova.compute.manager [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Terminating instance [ 937.367960] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061701} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.368271] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.369136] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022a6360-9166-45a2-ac6a-f54f8946399d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.391417] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 27583f6d-75ba-4258-9250-dfe4da025995/27583f6d-75ba-4258-9250-dfe4da025995.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.391618] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c58e0f41-379f-4a31-895f-297b79209239 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.413881] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 937.413881] env[62024]: value = "task-2288697" [ 937.413881] env[62024]: _type = "Task" [ 937.413881] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.423660] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288697, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.503768] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.517296] env[62024]: DEBUG nova.network.neutron [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.684473] env[62024]: DEBUG nova.scheduler.client.report [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.694320] env[62024]: DEBUG nova.network.neutron [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Updating instance_info_cache with network_info: [{"id": "dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3", "address": "fa:16:3e:53:1c:3a", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc2acb2c-1a", "ovs_interfaceid": "dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.804685] env[62024]: DEBUG nova.compute.manager [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.805089] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.805878] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f668833-d874-4771-9b90-2976ff0db137 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.814768] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.815062] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4acbc40-e162-453d-b82a-7e0edb01bd53 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.821079] env[62024]: DEBUG oslo_vmware.api [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Waiting for the task: (returnval){ [ 937.821079] env[62024]: value = "task-2288698" [ 937.821079] env[62024]: _type = "Task" [ 937.821079] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.830847] env[62024]: DEBUG oslo_vmware.api [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': task-2288698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.923935] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288697, 'name': ReconfigVM_Task, 'duration_secs': 0.446152} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.924254] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 27583f6d-75ba-4258-9250-dfe4da025995/27583f6d-75ba-4258-9250-dfe4da025995.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.924992] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e38b2545-e42e-48f5-a240-5fc1d1e0c2b1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.931390] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 937.931390] env[62024]: value = "task-2288699" [ 937.931390] env[62024]: _type = "Task" [ 937.931390] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.940731] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288699, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.006027] env[62024]: DEBUG oslo_vmware.api [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288695, 'name': PowerOnVM_Task, 'duration_secs': 0.551212} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.006027] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.007707] env[62024]: DEBUG nova.compute.manager [None req-2644286f-7054-418f-884c-4eaf68c867b9 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.008665] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8759249c-a222-47de-b79d-bf5f5ac4dfae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.190391] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.192754] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.660s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.192989] env[62024]: DEBUG nova.objects.instance [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Lazy-loading 'resources' on Instance uuid 099e98a2-0879-4b35-8a2a-fd6a529f0e14 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.197230] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "refresh_cache-16f29ffc-d82c-40a7-b9d8-5164627ef777" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.197544] env[62024]: DEBUG nova.compute.manager [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Instance network_info: |[{"id": "dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3", "address": "fa:16:3e:53:1c:3a", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc2acb2c-1a", "ovs_interfaceid": "dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.197944] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:1c:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.206439] env[62024]: DEBUG oslo.service.loopingcall [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 938.207269] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.207548] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78e753bd-8f7b-43f7-a179-5f5ab458ddd5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.224011] env[62024]: INFO nova.scheduler.client.report [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Deleted allocations for instance dbddb29f-54c8-44cd-bf05-8b884923f3a0 [ 938.231364] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.231364] env[62024]: value = "task-2288700" [ 938.231364] env[62024]: _type = "Task" [ 938.231364] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.239835] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288700, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.302325] env[62024]: DEBUG nova.compute.manager [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.330747] env[62024]: DEBUG nova.virt.hardware [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.330986] env[62024]: DEBUG nova.virt.hardware [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.331172] env[62024]: DEBUG nova.virt.hardware [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.331357] env[62024]: DEBUG nova.virt.hardware [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.331502] env[62024]: DEBUG nova.virt.hardware [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.331649] env[62024]: DEBUG nova.virt.hardware [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.331855] env[62024]: DEBUG nova.virt.hardware [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.332025] env[62024]: DEBUG nova.virt.hardware [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.332195] env[62024]: DEBUG nova.virt.hardware [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.332358] env[62024]: DEBUG nova.virt.hardware [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.332529] env[62024]: DEBUG nova.virt.hardware [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.333663] env[62024]: DEBUG nova.compute.manager [req-13aa7757-a4e2-4539-b53b-a8c842ccacb6 req-9983e852-3952-4ce7-a7d5-d49ff638030f service nova] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Received event network-changed-dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.333861] env[62024]: DEBUG nova.compute.manager [req-13aa7757-a4e2-4539-b53b-a8c842ccacb6 req-9983e852-3952-4ce7-a7d5-d49ff638030f service nova] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Refreshing instance network info cache due to event network-changed-dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.334082] env[62024]: DEBUG oslo_concurrency.lockutils [req-13aa7757-a4e2-4539-b53b-a8c842ccacb6 req-9983e852-3952-4ce7-a7d5-d49ff638030f service nova] Acquiring lock "refresh_cache-16f29ffc-d82c-40a7-b9d8-5164627ef777" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.334225] env[62024]: DEBUG oslo_concurrency.lockutils [req-13aa7757-a4e2-4539-b53b-a8c842ccacb6 req-9983e852-3952-4ce7-a7d5-d49ff638030f service nova] Acquired lock "refresh_cache-16f29ffc-d82c-40a7-b9d8-5164627ef777" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.334383] env[62024]: DEBUG nova.network.neutron [req-13aa7757-a4e2-4539-b53b-a8c842ccacb6 req-9983e852-3952-4ce7-a7d5-d49ff638030f service nova] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Refreshing network info cache for port dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.336249] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53deeb7e-5635-498b-a04c-baaae30fa337 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.342465] env[62024]: DEBUG oslo_vmware.api [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': task-2288698, 'name': PowerOffVM_Task, 'duration_secs': 0.26342} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.343026] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.343206] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.343864] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2e878a2-89e9-44c2-90e3-12dae8e4c078 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.349149] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f9e8fc-5f1f-442f-8815-bdd9fbde9722 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.416623] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.416936] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.417662] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Deleting the datastore file [datastore1] fe28cee5-8822-4f23-9158-085889e8f12f {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.417662] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a56681c6-a586-4435-9ea2-35f3d73b8d5a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.424251] env[62024]: DEBUG oslo_vmware.api [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Waiting for the task: (returnval){ [ 938.424251] env[62024]: value = "task-2288702" [ 938.424251] env[62024]: _type = "Task" [ 938.424251] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.434356] env[62024]: DEBUG oslo_vmware.api [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': task-2288702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.442019] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288699, 'name': Rename_Task, 'duration_secs': 0.145509} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.442302] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.442550] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66652711-0556-4eb8-9b63-5fc17b12c7d2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.447944] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 938.447944] env[62024]: value = "task-2288703" [ 938.447944] env[62024]: _type = "Task" [ 938.447944] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.455483] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.742992] env[62024]: DEBUG oslo_concurrency.lockutils [None req-63ca2276-8998-4be1-bf84-9fd72e10ce87 tempest-ServerShowV254Test-2081753904 tempest-ServerShowV254Test-2081753904-project-member] Lock "dbddb29f-54c8-44cd-bf05-8b884923f3a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.469s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.751300] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288700, 'name': CreateVM_Task, 'duration_secs': 0.354558} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.751468] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.752154] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.752320] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.753198] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.756509] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3da43075-6530-443c-bcee-ba261dc7f3bf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.763313] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 938.763313] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526b542d-127b-71c0-f6b6-382dc6269671" [ 938.763313] env[62024]: _type = "Task" [ 938.763313] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.772323] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526b542d-127b-71c0-f6b6-382dc6269671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.773522] env[62024]: DEBUG nova.network.neutron [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Successfully updated port: 0a881333-847f-420c-8b3c-0d1ed067b2fb {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.935889] env[62024]: DEBUG oslo_vmware.api [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Task: {'id': task-2288702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220764} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.939290] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.939615] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.939701] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.939856] env[62024]: INFO nova.compute.manager [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 938.940433] env[62024]: DEBUG oslo.service.loopingcall [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 938.943140] env[62024]: DEBUG nova.compute.manager [-] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.943725] env[62024]: DEBUG nova.network.neutron [-] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.960472] env[62024]: DEBUG oslo_vmware.api [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288703, 'name': PowerOnVM_Task, 'duration_secs': 0.487773} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.962991] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.962991] env[62024]: INFO nova.compute.manager [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Took 8.47 seconds to spawn the instance on the hypervisor. [ 938.962991] env[62024]: DEBUG nova.compute.manager [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.962991] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1fd0e2-ce66-459d-a3aa-c277ac43d854 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.997022] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bbc212-2c72-416c-84a3-4c1d5c296fd5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.004480] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364f43a6-7e8a-4bd3-8e61-bcecbe60fbf6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.046601] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1023f71-4638-40cf-a197-c90ae3cbc48c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.057939] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9600b8c9-ca0d-4384-a54d-6b718d3acb19 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.077652] env[62024]: DEBUG nova.compute.provider_tree [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.275779] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]526b542d-127b-71c0-f6b6-382dc6269671, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.276112] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.276359] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.276594] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.276737] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.276945] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.277271] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bce51bf1-05fb-4a8d-8adb-768ef0d8d139 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.279496] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Acquiring lock "refresh_cache-30b04912-593f-41ee-af40-ef438a357721" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.279710] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Acquired lock "refresh_cache-30b04912-593f-41ee-af40-ef438a357721" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.279835] env[62024]: DEBUG nova.network.neutron [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.288557] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.288741] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.289566] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9380c8f-23e9-45d6-b41b-a8fee7b45fac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.295967] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 939.295967] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d0d815-435c-ff67-62b2-02c8c5c13503" [ 939.295967] env[62024]: _type = "Task" [ 939.295967] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.304271] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d0d815-435c-ff67-62b2-02c8c5c13503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.452962] env[62024]: DEBUG nova.network.neutron [req-13aa7757-a4e2-4539-b53b-a8c842ccacb6 req-9983e852-3952-4ce7-a7d5-d49ff638030f service nova] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Updated VIF entry in instance network info cache for port dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.453390] env[62024]: DEBUG nova.network.neutron [req-13aa7757-a4e2-4539-b53b-a8c842ccacb6 req-9983e852-3952-4ce7-a7d5-d49ff638030f service nova] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Updating instance_info_cache with network_info: [{"id": "dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3", "address": "fa:16:3e:53:1c:3a", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc2acb2c-1a", "ovs_interfaceid": "dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.483528] env[62024]: INFO nova.compute.manager [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Took 16.69 seconds to build instance. [ 939.580578] env[62024]: DEBUG nova.scheduler.client.report [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.661873] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Volume attach. Driver type: vmdk {{(pid=62024) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 939.662131] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465828', 'volume_id': '89493246-7fb6-4525-b507-c9e33cb4e356', 'name': 'volume-89493246-7fb6-4525-b507-c9e33cb4e356', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd66ce04d-e04e-4510-a02d-6cd22e2cc29b', 'attached_at': '', 'detached_at': '', 'volume_id': '89493246-7fb6-4525-b507-c9e33cb4e356', 'serial': '89493246-7fb6-4525-b507-c9e33cb4e356'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 939.663109] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a204eb7-9224-4c0d-90c7-55aa527fd21f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.680034] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1824f5f6-eed2-4256-a23f-3b43bf01c857 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.713215] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-89493246-7fb6-4525-b507-c9e33cb4e356/volume-89493246-7fb6-4525-b507-c9e33cb4e356.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.713215] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a6e4ea-e5e1-4dc1-9050-6652b84a3c13 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.740569] env[62024]: DEBUG oslo_vmware.api [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 939.740569] env[62024]: value = "task-2288704" [ 939.740569] env[62024]: _type = "Task" [ 939.740569] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.752156] env[62024]: DEBUG oslo_vmware.api [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.806516] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d0d815-435c-ff67-62b2-02c8c5c13503, 'name': SearchDatastore_Task, 'duration_secs': 0.039031} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.807429] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0021e83-508b-43da-a405-a59661541936 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.813020] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 939.813020] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b161d0-65c6-5631-1c7e-c4f0b45e102e" [ 939.813020] env[62024]: _type = "Task" [ 939.813020] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.822215] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b161d0-65c6-5631-1c7e-c4f0b45e102e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.830710] env[62024]: DEBUG nova.network.neutron [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.958102] env[62024]: DEBUG oslo_concurrency.lockutils [req-13aa7757-a4e2-4539-b53b-a8c842ccacb6 req-9983e852-3952-4ce7-a7d5-d49ff638030f service nova] Releasing lock "refresh_cache-16f29ffc-d82c-40a7-b9d8-5164627ef777" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.985257] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d73b4383-def4-4de7-a3ee-be1d36dd91f6 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "27583f6d-75ba-4258-9250-dfe4da025995" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.212s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.039498] env[62024]: DEBUG nova.network.neutron [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Updating instance_info_cache with network_info: [{"id": "0a881333-847f-420c-8b3c-0d1ed067b2fb", "address": "fa:16:3e:85:0e:c7", "network": {"id": "dca5b9b5-c6ea-4f3f-bb99-867653f81627", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1114943347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98320084676746d5967ab6697e0d81b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a881333-84", "ovs_interfaceid": "0a881333-847f-420c-8b3c-0d1ed067b2fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.086109] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.087802] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.512s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.088072] env[62024]: DEBUG nova.objects.instance [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Lazy-loading 'resources' on Instance uuid d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.106892] env[62024]: DEBUG nova.network.neutron [-] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.121964] env[62024]: INFO nova.scheduler.client.report [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Deleted allocations for instance 099e98a2-0879-4b35-8a2a-fd6a529f0e14 [ 940.236221] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "65ec227e-3975-4a36-9ee2-6adc08e29558" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.236496] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.236680] env[62024]: INFO nova.compute.manager [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Shelving [ 940.238164] env[62024]: INFO nova.compute.manager [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Unrescuing [ 940.238377] env[62024]: DEBUG oslo_concurrency.lockutils [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "refresh_cache-d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.238546] env[62024]: DEBUG oslo_concurrency.lockutils [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquired lock "refresh_cache-d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.238715] env[62024]: DEBUG nova.network.neutron [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.251316] env[62024]: DEBUG oslo_vmware.api [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.324981] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b161d0-65c6-5631-1c7e-c4f0b45e102e, 'name': SearchDatastore_Task, 'duration_secs': 0.011124} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.325307] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.325636] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 16f29ffc-d82c-40a7-b9d8-5164627ef777/16f29ffc-d82c-40a7-b9d8-5164627ef777.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.326183] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83dd2902-0880-4db3-85c0-33b805551fdd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.334549] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 940.334549] env[62024]: value = "task-2288705" [ 940.334549] env[62024]: _type = "Task" [ 940.334549] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.342823] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.360726] env[62024]: DEBUG nova.compute.manager [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] [instance: 30b04912-593f-41ee-af40-ef438a357721] Received event network-vif-plugged-0a881333-847f-420c-8b3c-0d1ed067b2fb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.360961] env[62024]: DEBUG oslo_concurrency.lockutils [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] Acquiring lock "30b04912-593f-41ee-af40-ef438a357721-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.361180] env[62024]: DEBUG oslo_concurrency.lockutils [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] Lock "30b04912-593f-41ee-af40-ef438a357721-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.361353] env[62024]: DEBUG oslo_concurrency.lockutils [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] Lock "30b04912-593f-41ee-af40-ef438a357721-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.361522] env[62024]: DEBUG nova.compute.manager [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] [instance: 30b04912-593f-41ee-af40-ef438a357721] No waiting events found dispatching network-vif-plugged-0a881333-847f-420c-8b3c-0d1ed067b2fb {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.361688] env[62024]: WARNING nova.compute.manager [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] [instance: 30b04912-593f-41ee-af40-ef438a357721] Received unexpected event network-vif-plugged-0a881333-847f-420c-8b3c-0d1ed067b2fb for instance with vm_state building and task_state spawning. [ 940.361844] env[62024]: DEBUG nova.compute.manager [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] [instance: 30b04912-593f-41ee-af40-ef438a357721] Received event network-changed-0a881333-847f-420c-8b3c-0d1ed067b2fb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.362099] env[62024]: DEBUG nova.compute.manager [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] [instance: 30b04912-593f-41ee-af40-ef438a357721] Refreshing instance network info cache due to event network-changed-0a881333-847f-420c-8b3c-0d1ed067b2fb. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 940.362378] env[62024]: DEBUG oslo_concurrency.lockutils [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] Acquiring lock "refresh_cache-30b04912-593f-41ee-af40-ef438a357721" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.541826] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Releasing lock "refresh_cache-30b04912-593f-41ee-af40-ef438a357721" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.543042] env[62024]: DEBUG nova.compute.manager [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Instance network_info: |[{"id": "0a881333-847f-420c-8b3c-0d1ed067b2fb", "address": "fa:16:3e:85:0e:c7", "network": {"id": "dca5b9b5-c6ea-4f3f-bb99-867653f81627", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1114943347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98320084676746d5967ab6697e0d81b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a881333-84", "ovs_interfaceid": "0a881333-847f-420c-8b3c-0d1ed067b2fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.543042] env[62024]: DEBUG oslo_concurrency.lockutils [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] Acquired lock "refresh_cache-30b04912-593f-41ee-af40-ef438a357721" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.543042] env[62024]: DEBUG nova.network.neutron [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] [instance: 30b04912-593f-41ee-af40-ef438a357721] Refreshing network info cache for port 0a881333-847f-420c-8b3c-0d1ed067b2fb {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.544339] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:0e:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a881333-847f-420c-8b3c-0d1ed067b2fb', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.552848] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Creating folder: Project (98320084676746d5967ab6697e0d81b3). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.553997] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11c07e3a-2e5b-42fb-85d5-263417787056 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.566529] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Created folder: Project (98320084676746d5967ab6697e0d81b3) in parent group-v465568. [ 940.566710] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Creating folder: Instances. Parent ref: group-v465830. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.566966] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-658b5f5a-cb57-4976-b2d2-28c6553f4f44 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.575791] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Created folder: Instances in parent group-v465830. [ 940.576180] env[62024]: DEBUG oslo.service.loopingcall [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 940.576283] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30b04912-593f-41ee-af40-ef438a357721] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.576385] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-249a20c1-ed73-4311-b84f-ea66ee7471e5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.598842] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.598842] env[62024]: value = "task-2288708" [ 940.598842] env[62024]: _type = "Task" [ 940.598842] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.606769] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288708, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.609300] env[62024]: INFO nova.compute.manager [-] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Took 1.67 seconds to deallocate network for instance. [ 940.634895] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cc9f32ad-8bac-44e3-9e77-0d72d60505ee tempest-ServerActionsTestOtherA-388105042 tempest-ServerActionsTestOtherA-388105042-project-member] Lock "099e98a2-0879-4b35-8a2a-fd6a529f0e14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.697s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.760922] env[62024]: DEBUG oslo_vmware.api [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288704, 'name': ReconfigVM_Task, 'duration_secs': 0.670741} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.761245] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-89493246-7fb6-4525-b507-c9e33cb4e356/volume-89493246-7fb6-4525-b507-c9e33cb4e356.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.770765] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bfa88ef-6957-4275-9a35-905a94421806 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.788794] env[62024]: DEBUG oslo_vmware.api [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 940.788794] env[62024]: value = "task-2288709" [ 940.788794] env[62024]: _type = "Task" [ 940.788794] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.805069] env[62024]: DEBUG oslo_vmware.api [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288709, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.850600] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288705, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.882973] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16678768-2ee3-474a-8ed3-d1e28cf6140a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.893593] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15680561-c5bc-4908-a8ce-7621116f78bf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.936418] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b97c48f-56fa-4a6f-b003-9c7b5f30bcb8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.947149] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b666f9-acaa-4917-86fd-3407509d6283 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.966546] env[62024]: DEBUG nova.compute.provider_tree [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.108667] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288708, 'name': CreateVM_Task, 'duration_secs': 0.349266} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.108874] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30b04912-593f-41ee-af40-ef438a357721] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.109580] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.109745] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.110074] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.110620] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1aacadc-648a-4c32-8a1d-0fbcf3ba96ec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.115180] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Waiting for the task: (returnval){ [ 941.115180] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52199764-bc67-2cea-905b-5e85d7b85886" [ 941.115180] env[62024]: _type = "Task" [ 941.115180] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.119254] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.125973] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52199764-bc67-2cea-905b-5e85d7b85886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.184979] env[62024]: DEBUG nova.network.neutron [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Updating instance_info_cache with network_info: [{"id": "ce653159-f93c-4347-b5ce-704979dd4e8c", "address": "fa:16:3e:98:25:a1", "network": {"id": "91b63042-1f66-42a8-b68b-1145abd5048c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1956325954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bcffd7937be54eb2bb9456d7b4dd4a96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce653159-f9", "ovs_interfaceid": "ce653159-f93c-4347-b5ce-704979dd4e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.251299] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.251519] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc340415-75ae-49d3-979a-8f79a495b5d9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.258569] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 941.258569] env[62024]: value = "task-2288710" [ 941.258569] env[62024]: _type = "Task" [ 941.258569] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.270790] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.308963] env[62024]: DEBUG oslo_vmware.api [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288709, 'name': ReconfigVM_Task, 'duration_secs': 0.206054} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.308963] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465828', 'volume_id': '89493246-7fb6-4525-b507-c9e33cb4e356', 'name': 'volume-89493246-7fb6-4525-b507-c9e33cb4e356', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd66ce04d-e04e-4510-a02d-6cd22e2cc29b', 'attached_at': '', 'detached_at': '', 'volume_id': '89493246-7fb6-4525-b507-c9e33cb4e356', 'serial': '89493246-7fb6-4525-b507-c9e33cb4e356'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 941.345601] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790959} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.347032] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 16f29ffc-d82c-40a7-b9d8-5164627ef777/16f29ffc-d82c-40a7-b9d8-5164627ef777.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.347032] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.349611] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84e24919-68ad-4783-ae21-4faef22e43a8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.356020] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 941.356020] env[62024]: value = "task-2288711" [ 941.356020] env[62024]: _type = "Task" [ 941.356020] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.362886] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.472375] env[62024]: DEBUG nova.scheduler.client.report [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.508093] env[62024]: DEBUG nova.network.neutron [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] [instance: 30b04912-593f-41ee-af40-ef438a357721] Updated VIF entry in instance network info cache for port 0a881333-847f-420c-8b3c-0d1ed067b2fb. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.508821] env[62024]: DEBUG nova.network.neutron [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] [instance: 30b04912-593f-41ee-af40-ef438a357721] Updating instance_info_cache with network_info: [{"id": "0a881333-847f-420c-8b3c-0d1ed067b2fb", "address": "fa:16:3e:85:0e:c7", "network": {"id": "dca5b9b5-c6ea-4f3f-bb99-867653f81627", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1114943347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98320084676746d5967ab6697e0d81b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a881333-84", "ovs_interfaceid": "0a881333-847f-420c-8b3c-0d1ed067b2fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.625902] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52199764-bc67-2cea-905b-5e85d7b85886, 'name': SearchDatastore_Task, 'duration_secs': 0.013288} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.626233] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.626475] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.626704] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.626887] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.627072] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.627355] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd652cf7-44af-4062-b61c-ac1a8dbd5fce {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.640021] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.640021] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.640021] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64bf5449-08ef-46c2-b821-599f4d582379 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.646205] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Waiting for the task: (returnval){ [ 941.646205] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527345d2-6c58-3d05-10f4-2fdc600e5ca3" [ 941.646205] env[62024]: _type = "Task" [ 941.646205] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.656323] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527345d2-6c58-3d05-10f4-2fdc600e5ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.688503] env[62024]: DEBUG oslo_concurrency.lockutils [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Releasing lock "refresh_cache-d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.689075] env[62024]: DEBUG nova.objects.instance [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lazy-loading 'flavor' on Instance uuid d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.772031] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288710, 'name': PowerOffVM_Task, 'duration_secs': 0.187746} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.772031] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.772031] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a711a08-7777-4522-8273-b241e662307a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.795073] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2958b5-79f1-4433-ace0-213604b7b598 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.798139] env[62024]: DEBUG nova.compute.manager [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Stashing vm_state: active {{(pid=62024) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 941.867651] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070752} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.867813] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.868671] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c38a510-fca9-42c4-b1b0-d421e71d902b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.893693] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 16f29ffc-d82c-40a7-b9d8-5164627ef777/16f29ffc-d82c-40a7-b9d8-5164627ef777.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.894409] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb9140f-521b-44cb-adf5-dd3a3abc865a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.915221] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 941.915221] env[62024]: value = "task-2288712" [ 941.915221] env[62024]: _type = "Task" [ 941.915221] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.923372] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.978464] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.980871] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.087s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.981174] env[62024]: DEBUG nova.objects.instance [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lazy-loading 'resources' on Instance uuid 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.002154] env[62024]: INFO nova.scheduler.client.report [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Deleted allocations for instance d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd [ 942.012805] env[62024]: DEBUG oslo_concurrency.lockutils [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] Releasing lock "refresh_cache-30b04912-593f-41ee-af40-ef438a357721" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.012908] env[62024]: DEBUG nova.compute.manager [req-46773bae-210e-4bfb-84f6-73d59b587a64 req-20b33e0a-1599-478d-9972-55cc368eb75e service nova] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Received event network-vif-deleted-a0e40e04-f38b-4316-886f-ab3311b7db46 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.156989] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]527345d2-6c58-3d05-10f4-2fdc600e5ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.02621} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.157920] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f7fde1-362a-4627-be9b-5c728ac71df0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.163791] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Waiting for the task: (returnval){ [ 942.163791] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d84bd2-9274-5596-6774-22cdcf0cf9de" [ 942.163791] env[62024]: _type = "Task" [ 942.163791] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.171722] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d84bd2-9274-5596-6774-22cdcf0cf9de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.197734] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e76399c-8e2b-4359-9647-68826a44b25a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.223087] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.223087] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-602234eb-0c4f-4e0e-b154-61c3abf07d6d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.229428] env[62024]: DEBUG oslo_vmware.api [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 942.229428] env[62024]: value = "task-2288713" [ 942.229428] env[62024]: _type = "Task" [ 942.229428] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.239021] env[62024]: DEBUG oslo_vmware.api [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.310867] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 942.310867] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ea6ea5f-ede0-4dd4-bb80-b065a4549816 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.318968] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 942.318968] env[62024]: value = "task-2288714" [ 942.318968] env[62024]: _type = "Task" [ 942.318968] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.323178] env[62024]: DEBUG oslo_concurrency.lockutils [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.330879] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288714, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.364165] env[62024]: DEBUG nova.objects.instance [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lazy-loading 'flavor' on Instance uuid d66ce04d-e04e-4510-a02d-6cd22e2cc29b {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.427278] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.512507] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3fb3716d-bdfc-469c-aef9-1eb30debae34 tempest-ServersTestManualDisk-1730345829 tempest-ServersTestManualDisk-1730345829-project-member] Lock "d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.501s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.676767] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d84bd2-9274-5596-6774-22cdcf0cf9de, 'name': SearchDatastore_Task, 'duration_secs': 0.019313} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.676931] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.677221] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 30b04912-593f-41ee-af40-ef438a357721/30b04912-593f-41ee-af40-ef438a357721.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.677614] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dbe94ce-2bb5-4d61-8ce3-d1b133e80eba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.686624] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Waiting for the task: (returnval){ [ 942.686624] env[62024]: value = "task-2288715" [ 942.686624] env[62024]: _type = "Task" [ 942.686624] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.694691] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.740911] env[62024]: DEBUG oslo_vmware.api [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288713, 'name': PowerOffVM_Task, 'duration_secs': 0.226936} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.742699] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.748834] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 942.749488] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96d0c37b-a745-48ef-989f-727e1a2ecf90 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.765133] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e10cbf-a1ea-4f90-9f52-69f8b29e9e63 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.776269] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3d2459-cf1f-4963-a31e-c3e2c427a961 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.780280] env[62024]: DEBUG oslo_vmware.api [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 942.780280] env[62024]: value = "task-2288716" [ 942.780280] env[62024]: _type = "Task" [ 942.780280] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.814140] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f49ab6-8ab6-4ffd-b207-41c88ed87f76 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.821112] env[62024]: DEBUG oslo_vmware.api [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.828598] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb200f72-ae41-498d-9732-2ab8baaede19 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.836286] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288714, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.851485] env[62024]: DEBUG nova.compute.provider_tree [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.870466] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0d492855-560f-4106-ae53-ed8ce1088cfa tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.818s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.930616] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288712, 'name': ReconfigVM_Task, 'duration_secs': 0.634397} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.930911] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 16f29ffc-d82c-40a7-b9d8-5164627ef777/16f29ffc-d82c-40a7-b9d8-5164627ef777.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.931727] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42068deb-ad12-43c4-a225-baa2895d070f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.939394] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 942.939394] env[62024]: value = "task-2288717" [ 942.939394] env[62024]: _type = "Task" [ 942.939394] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.949533] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288717, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.198257] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288715, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.290770] env[62024]: DEBUG oslo_vmware.api [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288716, 'name': ReconfigVM_Task, 'duration_secs': 0.337211} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.291125] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 943.291254] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.291503] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b90b9f4-c2c4-4660-b48f-0696d5ae736b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.298384] env[62024]: DEBUG oslo_vmware.api [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 943.298384] env[62024]: value = "task-2288718" [ 943.298384] env[62024]: _type = "Task" [ 943.298384] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.306694] env[62024]: DEBUG oslo_vmware.api [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.335025] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288714, 'name': CreateSnapshot_Task, 'duration_secs': 0.82246} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.335025] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 943.335025] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c823bf71-3b9c-4cb2-a5e7-dddc68190c21 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.357077] env[62024]: DEBUG nova.scheduler.client.report [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.451435] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288717, 'name': Rename_Task, 'duration_secs': 0.278953} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.451718] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.451967] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0e82c59-c647-4374-aac0-47ea633bf4eb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.459091] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 943.459091] env[62024]: value = "task-2288719" [ 943.459091] env[62024]: _type = "Task" [ 943.459091] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.467241] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.698065] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512252} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.698830] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 30b04912-593f-41ee-af40-ef438a357721/30b04912-593f-41ee-af40-ef438a357721.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.698830] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.698830] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6ca3fa4-1624-407b-a104-5616073e098d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.705302] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Waiting for the task: (returnval){ [ 943.705302] env[62024]: value = "task-2288720" [ 943.705302] env[62024]: _type = "Task" [ 943.705302] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.713363] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.772067] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.772359] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.808119] env[62024]: DEBUG oslo_vmware.api [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288718, 'name': PowerOnVM_Task, 'duration_secs': 0.38712} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.808794] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.808794] env[62024]: DEBUG nova.compute.manager [None req-86597d15-2f59-49b8-b610-6bc4301839e1 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.809512] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9750a3a4-c389-46fb-a87d-59838d5377cb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.851518] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 943.852495] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fc89994d-14a2-4b3e-9bd2-9d8e0cd55480 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.861646] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.863843] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 943.863843] env[62024]: value = "task-2288721" [ 943.863843] env[62024]: _type = "Task" [ 943.863843] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.865225] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.745s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.865225] env[62024]: DEBUG nova.objects.instance [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Lazy-loading 'resources' on Instance uuid fe28cee5-8822-4f23-9158-085889e8f12f {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.874516] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288721, 'name': CloneVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.886699] env[62024]: INFO nova.scheduler.client.report [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Deleted allocations for instance 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5 [ 943.969577] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.216088] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207091} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.216362] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.217179] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c45d65-9611-4938-8ad2-a6ddbc74b29d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.242784] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 30b04912-593f-41ee-af40-ef438a357721/30b04912-593f-41ee-af40-ef438a357721.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.243140] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1a468b7-e539-4793-b956-12ad5c744427 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.262560] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Waiting for the task: (returnval){ [ 944.262560] env[62024]: value = "task-2288722" [ 944.262560] env[62024]: _type = "Task" [ 944.262560] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.270793] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.275619] env[62024]: INFO nova.compute.manager [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Detaching volume 55f32d8f-bfc2-4151-a4dc-491d5804b89c [ 944.314266] env[62024]: INFO nova.virt.block_device [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Attempting to driver detach volume 55f32d8f-bfc2-4151-a4dc-491d5804b89c from mountpoint /dev/sdb [ 944.314639] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Volume detach. Driver type: vmdk {{(pid=62024) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 944.314784] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465823', 'volume_id': '55f32d8f-bfc2-4151-a4dc-491d5804b89c', 'name': 'volume-55f32d8f-bfc2-4151-a4dc-491d5804b89c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd66ce04d-e04e-4510-a02d-6cd22e2cc29b', 'attached_at': '', 'detached_at': '', 'volume_id': '55f32d8f-bfc2-4151-a4dc-491d5804b89c', 'serial': '55f32d8f-bfc2-4151-a4dc-491d5804b89c'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 944.315892] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f24be14-205d-44d8-8971-e67f6f2c8379 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.348124] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512b3e71-a674-4518-801a-420a78ac16e2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.356326] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c776c7d5-59aa-4737-9185-199707e3228f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.387091] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb02efa9-867e-411f-8798-b7923d7e7eeb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.398115] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288721, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.409797] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e66a6a04-4944-4cd0-85e9-e98d1368d12d tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "667ecdf4-25c3-4ccf-a27a-f5e31131dcb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.378s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.411150] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] The volume has not been displaced from its original location: [datastore1] volume-55f32d8f-bfc2-4151-a4dc-491d5804b89c/volume-55f32d8f-bfc2-4151-a4dc-491d5804b89c.vmdk. No consolidation needed. {{(pid=62024) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 944.416426] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 944.419524] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f21df287-48b7-4f60-9c56-15991118360e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.442857] env[62024]: DEBUG oslo_vmware.api [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 944.442857] env[62024]: value = "task-2288723" [ 944.442857] env[62024]: _type = "Task" [ 944.442857] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.455845] env[62024]: DEBUG oslo_vmware.api [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.473028] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.666869] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa12710e-0796-4e19-97c8-cf22f47bc618 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.675202] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47881b2d-0e44-46df-b67f-e2e0877f0396 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.713739] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801362ef-0bb8-4929-adac-fccfd990c767 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.721691] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7ec3bc-3d44-48d5-bc8b-108805d8ddae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.735603] env[62024]: DEBUG nova.compute.provider_tree [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.772960] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.891244] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288721, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.960658] env[62024]: DEBUG oslo_vmware.api [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288723, 'name': ReconfigVM_Task, 'duration_secs': 0.301776} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.961031] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 944.966764] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1cd7bbf-52e1-4382-95b3-429017358dc0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.992205] env[62024]: DEBUG oslo_vmware.api [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288719, 'name': PowerOnVM_Task, 'duration_secs': 1.388707} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.993990] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.994253] env[62024]: INFO nova.compute.manager [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Took 9.09 seconds to spawn the instance on the hypervisor. [ 944.994439] env[62024]: DEBUG nova.compute.manager [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.994781] env[62024]: DEBUG oslo_vmware.api [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 944.994781] env[62024]: value = "task-2288724" [ 944.994781] env[62024]: _type = "Task" [ 944.994781] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.995583] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5e6ad8-6ab9-4840-be16-88aa41be48cd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.012282] env[62024]: DEBUG oslo_vmware.api [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.239280] env[62024]: DEBUG nova.scheduler.client.report [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.273403] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288722, 'name': ReconfigVM_Task, 'duration_secs': 0.576648} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.273682] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 30b04912-593f-41ee-af40-ef438a357721/30b04912-593f-41ee-af40-ef438a357721.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.274287] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb513fc4-643c-4a36-a02f-9268dd2ceac7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.280150] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Waiting for the task: (returnval){ [ 945.280150] env[62024]: value = "task-2288725" [ 945.280150] env[62024]: _type = "Task" [ 945.280150] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.287753] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288725, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.393081] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288721, 'name': CloneVM_Task, 'duration_secs': 1.380984} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.393435] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Created linked-clone VM from snapshot [ 945.394266] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b25e674-5127-45a6-ac82-5f803cc1a562 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.405201] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.405349] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.405557] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.405808] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.405898] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.407784] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Uploading image 8a353edd-77b1-4a65-ba4b-6654774225d2 {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 945.409985] env[62024]: INFO nova.compute.manager [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Terminating instance [ 945.438989] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 945.438989] env[62024]: value = "vm-465834" [ 945.438989] env[62024]: _type = "VirtualMachine" [ 945.438989] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 945.439312] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-345588fd-41a1-4482-9f75-d430c650c8fc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.445699] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lease: (returnval){ [ 945.445699] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad3e28-7ce1-51fe-b271-09255dadc449" [ 945.445699] env[62024]: _type = "HttpNfcLease" [ 945.445699] env[62024]: } obtained for exporting VM: (result){ [ 945.445699] env[62024]: value = "vm-465834" [ 945.445699] env[62024]: _type = "VirtualMachine" [ 945.445699] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 945.445699] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the lease: (returnval){ [ 945.445699] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad3e28-7ce1-51fe-b271-09255dadc449" [ 945.445699] env[62024]: _type = "HttpNfcLease" [ 945.445699] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 945.451767] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 945.451767] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad3e28-7ce1-51fe-b271-09255dadc449" [ 945.451767] env[62024]: _type = "HttpNfcLease" [ 945.451767] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 945.508668] env[62024]: DEBUG oslo_vmware.api [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288724, 'name': ReconfigVM_Task, 'duration_secs': 0.207197} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.510058] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465823', 'volume_id': '55f32d8f-bfc2-4151-a4dc-491d5804b89c', 'name': 'volume-55f32d8f-bfc2-4151-a4dc-491d5804b89c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd66ce04d-e04e-4510-a02d-6cd22e2cc29b', 'attached_at': '', 'detached_at': '', 'volume_id': '55f32d8f-bfc2-4151-a4dc-491d5804b89c', 'serial': '55f32d8f-bfc2-4151-a4dc-491d5804b89c'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 945.524422] env[62024]: INFO nova.compute.manager [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Took 18.73 seconds to build instance. [ 945.745161] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.748026] env[62024]: DEBUG oslo_concurrency.lockutils [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.425s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.774467] env[62024]: INFO nova.scheduler.client.report [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Deleted allocations for instance fe28cee5-8822-4f23-9158-085889e8f12f [ 945.789569] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288725, 'name': Rename_Task, 'duration_secs': 0.142516} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.789849] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.790126] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4205b9cb-e6dd-4497-9b88-34995db88b51 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.797520] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Waiting for the task: (returnval){ [ 945.797520] env[62024]: value = "task-2288727" [ 945.797520] env[62024]: _type = "Task" [ 945.797520] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.807423] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.918498] env[62024]: DEBUG nova.compute.manager [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.918718] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.919711] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d0f752-e239-4a45-a5bc-f90c2a06ffe9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.928068] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.928332] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78e64378-39be-45cd-bfcf-ac9e3c2821f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.933935] env[62024]: DEBUG oslo_vmware.api [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 945.933935] env[62024]: value = "task-2288728" [ 945.933935] env[62024]: _type = "Task" [ 945.933935] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.941640] env[62024]: DEBUG oslo_vmware.api [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.952342] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 945.952342] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad3e28-7ce1-51fe-b271-09255dadc449" [ 945.952342] env[62024]: _type = "HttpNfcLease" [ 945.952342] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 945.952695] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 945.952695] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad3e28-7ce1-51fe-b271-09255dadc449" [ 945.952695] env[62024]: _type = "HttpNfcLease" [ 945.952695] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 945.953383] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa47a917-34f1-4c97-8c34-b08a1d7cff00 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.960987] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273cb3e-5790-9c0e-4ba0-2509366b110f/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 945.961238] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273cb3e-5790-9c0e-4ba0-2509366b110f/disk-0.vmdk for reading. {{(pid=62024) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 946.019698] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "688a3e6c-3aad-434f-aaa4-5dc0550249cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.019982] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "688a3e6c-3aad-434f-aaa4-5dc0550249cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.020239] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "688a3e6c-3aad-434f-aaa4-5dc0550249cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.020428] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "688a3e6c-3aad-434f-aaa4-5dc0550249cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.020597] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "688a3e6c-3aad-434f-aaa4-5dc0550249cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.023428] env[62024]: INFO nova.compute.manager [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Terminating instance [ 946.026182] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cb6dcd14-1918-45a7-bcd4-adbd6d57dc52 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "16f29ffc-d82c-40a7-b9d8-5164627ef777" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.244s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.070607] env[62024]: DEBUG nova.objects.instance [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lazy-loading 'flavor' on Instance uuid d66ce04d-e04e-4510-a02d-6cd22e2cc29b {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.081195] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eda25d30-80a2-47a0-9202-d106d25f87e8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.252996] env[62024]: INFO nova.compute.claims [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.283068] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bb62af72-f117-4d20-b111-4928786b509f tempest-ServerPasswordTestJSON-853797131 tempest-ServerPasswordTestJSON-853797131-project-member] Lock "fe28cee5-8822-4f23-9158-085889e8f12f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.986s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.306737] env[62024]: DEBUG oslo_vmware.api [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288727, 'name': PowerOnVM_Task, 'duration_secs': 0.491725} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.307226] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.307478] env[62024]: INFO nova.compute.manager [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Took 8.00 seconds to spawn the instance on the hypervisor. [ 946.307665] env[62024]: DEBUG nova.compute.manager [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.309317] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac31a334-be45-4750-b513-08628687a668 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.385068] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96f9efe-fae5-436d-ac6e-2405d08f158e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.394385] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d543b2a5-b532-4005-9132-ce005764dedc tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Suspending the VM {{(pid=62024) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 946.394741] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0c1eb571-f724-4cfc-9311-1b2e8362706f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.402225] env[62024]: DEBUG oslo_vmware.api [None req-d543b2a5-b532-4005-9132-ce005764dedc tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 946.402225] env[62024]: value = "task-2288729" [ 946.402225] env[62024]: _type = "Task" [ 946.402225] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.412245] env[62024]: DEBUG oslo_vmware.api [None req-d543b2a5-b532-4005-9132-ce005764dedc tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288729, 'name': SuspendVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.444755] env[62024]: DEBUG oslo_vmware.api [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288728, 'name': PowerOffVM_Task, 'duration_secs': 0.231979} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.444960] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.445508] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.445590] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4acb9a7f-edc4-4663-999a-7f948c320222 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.506247] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.506702] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.507179] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Deleting the datastore file [datastore2] d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.507868] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bae56004-c901-423f-8a6a-69c54fabfa9f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.517261] env[62024]: DEBUG oslo_vmware.api [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 946.517261] env[62024]: value = "task-2288731" [ 946.517261] env[62024]: _type = "Task" [ 946.517261] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.526445] env[62024]: DEBUG oslo_vmware.api [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.527374] env[62024]: DEBUG nova.compute.manager [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.527411] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.528303] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63853979-29dc-480f-a585-b73ab983450f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.535957] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.536347] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57fc7b2f-e36a-4ffc-a76e-6a45a39aa462 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.542437] env[62024]: DEBUG oslo_vmware.api [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 946.542437] env[62024]: value = "task-2288732" [ 946.542437] env[62024]: _type = "Task" [ 946.542437] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.552337] env[62024]: DEBUG oslo_vmware.api [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.760107] env[62024]: INFO nova.compute.resource_tracker [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Updating resource usage from migration 3ed49c68-9421-4da7-9a2b-055df98f00c6 [ 946.831686] env[62024]: INFO nova.compute.manager [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Took 18.85 seconds to build instance. [ 946.916451] env[62024]: INFO nova.compute.manager [None req-f57d45b4-568f-47f8-a065-050076ba3a1f tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Get console output [ 946.916451] env[62024]: WARNING nova.virt.vmwareapi.driver [None req-f57d45b4-568f-47f8-a065-050076ba3a1f tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] The console log is missing. Check your VSPC configuration [ 946.924190] env[62024]: DEBUG oslo_vmware.api [None req-d543b2a5-b532-4005-9132-ce005764dedc tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288729, 'name': SuspendVM_Task} progress is 54%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.031393] env[62024]: DEBUG oslo_vmware.api [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167527} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.034281] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.034525] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.034740] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.034968] env[62024]: INFO nova.compute.manager [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 947.035305] env[62024]: DEBUG oslo.service.loopingcall [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.036501] env[62024]: DEBUG nova.compute.manager [-] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.036646] env[62024]: DEBUG nova.network.neutron [-] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.058773] env[62024]: DEBUG oslo_vmware.api [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288732, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.065342] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9033d52-986b-4420-815f-c56db2b76903 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.074176] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc01242c-a390-4b30-a3bb-6d682df88b07 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.108251] env[62024]: DEBUG oslo_concurrency.lockutils [None req-eeda3457-9316-4c60-9f98-723b99c26425 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.336s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.110787] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.111208] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.118112] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75836e5-8f16-4b4c-b2b1-43e6bd289562 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.127188] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6cd495-8d4b-4248-b61b-f9f562c75b80 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.146067] env[62024]: DEBUG nova.compute.provider_tree [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.337409] env[62024]: DEBUG oslo_concurrency.lockutils [None req-993ba48f-310c-499e-86e3-49a3dfd9e3b1 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lock "30b04912-593f-41ee-af40-ef438a357721" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.359s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.414081] env[62024]: DEBUG oslo_vmware.api [None req-d543b2a5-b532-4005-9132-ce005764dedc tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288729, 'name': SuspendVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.557155] env[62024]: DEBUG oslo_vmware.api [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288732, 'name': PowerOffVM_Task, 'duration_secs': 0.989897} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.557155] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.557155] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.557680] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-374a1417-88b7-43af-8fa6-921984e123db {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.617609] env[62024]: INFO nova.compute.manager [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Detaching volume 89493246-7fb6-4525-b507-c9e33cb4e356 [ 947.623893] env[62024]: DEBUG nova.compute.manager [req-3e02020a-c437-4be9-bfeb-4c0625d0f196 req-789b4639-f6c9-4fc7-bc87-6ace7fefc2e0 service nova] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Received event network-vif-deleted-ce653159-f93c-4347-b5ce-704979dd4e8c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.624153] env[62024]: INFO nova.compute.manager [req-3e02020a-c437-4be9-bfeb-4c0625d0f196 req-789b4639-f6c9-4fc7-bc87-6ace7fefc2e0 service nova] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Neutron deleted interface ce653159-f93c-4347-b5ce-704979dd4e8c; detaching it from the instance and deleting it from the info cache [ 947.624353] env[62024]: DEBUG nova.network.neutron [req-3e02020a-c437-4be9-bfeb-4c0625d0f196 req-789b4639-f6c9-4fc7-bc87-6ace7fefc2e0 service nova] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.650414] env[62024]: DEBUG nova.scheduler.client.report [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.676506] env[62024]: INFO nova.virt.block_device [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Attempting to driver detach volume 89493246-7fb6-4525-b507-c9e33cb4e356 from mountpoint /dev/sdc [ 947.676827] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Volume detach. Driver type: vmdk {{(pid=62024) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 947.677127] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465828', 'volume_id': '89493246-7fb6-4525-b507-c9e33cb4e356', 'name': 'volume-89493246-7fb6-4525-b507-c9e33cb4e356', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd66ce04d-e04e-4510-a02d-6cd22e2cc29b', 'attached_at': '', 'detached_at': '', 'volume_id': '89493246-7fb6-4525-b507-c9e33cb4e356', 'serial': '89493246-7fb6-4525-b507-c9e33cb4e356'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 947.678445] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc520a7-55ae-46d0-9b59-9a694894f10f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.681776] env[62024]: DEBUG oslo_concurrency.lockutils [None req-64b1a09c-7557-4617-bf42-5641dc67ecda tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Acquiring lock "interface-30b04912-593f-41ee-af40-ef438a357721-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.681916] env[62024]: DEBUG oslo_concurrency.lockutils [None req-64b1a09c-7557-4617-bf42-5641dc67ecda tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lock "interface-30b04912-593f-41ee-af40-ef438a357721-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.682260] env[62024]: DEBUG nova.objects.instance [None req-64b1a09c-7557-4617-bf42-5641dc67ecda tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lazy-loading 'flavor' on Instance uuid 30b04912-593f-41ee-af40-ef438a357721 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.708995] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae74e0c-861e-4989-b4d4-7254ab8127f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.720907] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237db829-6a3e-4801-9122-0bcb927df40c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.747292] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4bbee7-d8c8-477f-a5d9-057c68003a4a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.750575] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.750757] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.750937] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Deleting the datastore file [datastore2] 688a3e6c-3aad-434f-aaa4-5dc0550249cb {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.751575] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54dbf775-45f7-4599-bbfc-4b939582ce5c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.766743] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] The volume has not been displaced from its original location: [datastore1] volume-89493246-7fb6-4525-b507-c9e33cb4e356/volume-89493246-7fb6-4525-b507-c9e33cb4e356.vmdk. No consolidation needed. {{(pid=62024) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 947.772184] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Reconfiguring VM instance instance-0000004b to detach disk 2002 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 947.774980] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6df58a37-675f-433c-a975-dad8a26eb8ba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.787740] env[62024]: DEBUG oslo_vmware.api [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for the task: (returnval){ [ 947.787740] env[62024]: value = "task-2288734" [ 947.787740] env[62024]: _type = "Task" [ 947.787740] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.793954] env[62024]: DEBUG oslo_vmware.api [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 947.793954] env[62024]: value = "task-2288735" [ 947.793954] env[62024]: _type = "Task" [ 947.793954] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.801529] env[62024]: DEBUG oslo_vmware.api [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.807210] env[62024]: DEBUG oslo_vmware.api [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288735, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.819759] env[62024]: DEBUG nova.network.neutron [-] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.918446] env[62024]: DEBUG oslo_vmware.api [None req-d543b2a5-b532-4005-9132-ce005764dedc tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288729, 'name': SuspendVM_Task, 'duration_secs': 1.136113} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.918761] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d543b2a5-b532-4005-9132-ce005764dedc tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Suspended the VM {{(pid=62024) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 947.918990] env[62024]: DEBUG nova.compute.manager [None req-d543b2a5-b532-4005-9132-ce005764dedc tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.919933] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539c8a2a-58a6-4007-acec-36340cb4796b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.127743] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c85d1391-cd71-49c6-8cdb-b21ee34b751f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.138239] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1f26ab-0267-45d9-bca7-305354b5cc8a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.158587] env[62024]: DEBUG oslo_concurrency.lockutils [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.411s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.161154] env[62024]: INFO nova.compute.manager [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Migrating [ 948.178937] env[62024]: DEBUG nova.compute.manager [req-3e02020a-c437-4be9-bfeb-4c0625d0f196 req-789b4639-f6c9-4fc7-bc87-6ace7fefc2e0 service nova] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Detach interface failed, port_id=ce653159-f93c-4347-b5ce-704979dd4e8c, reason: Instance d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 948.189860] env[62024]: DEBUG nova.objects.instance [None req-64b1a09c-7557-4617-bf42-5641dc67ecda tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lazy-loading 'pci_requests' on Instance uuid 30b04912-593f-41ee-af40-ef438a357721 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.297508] env[62024]: DEBUG oslo_vmware.api [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Task: {'id': task-2288734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175415} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.300917] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.301222] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.301420] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.301758] env[62024]: INFO nova.compute.manager [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Took 1.77 seconds to destroy the instance on the hypervisor. [ 948.301991] env[62024]: DEBUG oslo.service.loopingcall [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.302449] env[62024]: DEBUG nova.compute.manager [-] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.302449] env[62024]: DEBUG nova.network.neutron [-] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.309587] env[62024]: DEBUG oslo_vmware.api [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288735, 'name': ReconfigVM_Task, 'duration_secs': 0.30093} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.309821] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Reconfigured VM instance instance-0000004b to detach disk 2002 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 948.315357] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af8034f-05c6-4d36-9819-d31e1b96f04a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.327982] env[62024]: INFO nova.compute.manager [-] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Took 1.29 seconds to deallocate network for instance. [ 948.335445] env[62024]: DEBUG oslo_vmware.api [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 948.335445] env[62024]: value = "task-2288736" [ 948.335445] env[62024]: _type = "Task" [ 948.335445] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.346351] env[62024]: DEBUG oslo_vmware.api [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.370846] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Acquiring lock "600e56ce-d114-42f6-8d7f-6cf534c0e984" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.371135] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Lock "600e56ce-d114-42f6-8d7f-6cf534c0e984" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.371352] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Acquiring lock "600e56ce-d114-42f6-8d7f-6cf534c0e984-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.371565] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Lock "600e56ce-d114-42f6-8d7f-6cf534c0e984-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.371892] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Lock "600e56ce-d114-42f6-8d7f-6cf534c0e984-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.373727] env[62024]: INFO nova.compute.manager [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Terminating instance [ 948.690701] env[62024]: DEBUG oslo_concurrency.lockutils [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.690982] env[62024]: DEBUG oslo_concurrency.lockutils [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.691127] env[62024]: DEBUG nova.network.neutron [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.692835] env[62024]: DEBUG nova.objects.base [None req-64b1a09c-7557-4617-bf42-5641dc67ecda tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Object Instance<30b04912-593f-41ee-af40-ef438a357721> lazy-loaded attributes: flavor,pci_requests {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 948.693043] env[62024]: DEBUG nova.network.neutron [None req-64b1a09c-7557-4617-bf42-5641dc67ecda tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.825452] env[62024]: DEBUG oslo_concurrency.lockutils [None req-64b1a09c-7557-4617-bf42-5641dc67ecda tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lock "interface-30b04912-593f-41ee-af40-ef438a357721-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.143s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.837363] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.837731] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.837838] env[62024]: DEBUG nova.objects.instance [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lazy-loading 'resources' on Instance uuid d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.853807] env[62024]: DEBUG oslo_vmware.api [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288736, 'name': ReconfigVM_Task, 'duration_secs': 0.173947} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.854134] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465828', 'volume_id': '89493246-7fb6-4525-b507-c9e33cb4e356', 'name': 'volume-89493246-7fb6-4525-b507-c9e33cb4e356', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd66ce04d-e04e-4510-a02d-6cd22e2cc29b', 'attached_at': '', 'detached_at': '', 'volume_id': '89493246-7fb6-4525-b507-c9e33cb4e356', 'serial': '89493246-7fb6-4525-b507-c9e33cb4e356'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 948.879021] env[62024]: DEBUG nova.compute.manager [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.879021] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.879021] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647ddd0b-2380-4cb4-b952-f0fd5cd9693c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.886880] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.887358] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e6de6ee-8d52-450d-9bb4-b358be3d5452 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.894178] env[62024]: DEBUG oslo_vmware.api [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Waiting for the task: (returnval){ [ 948.894178] env[62024]: value = "task-2288737" [ 948.894178] env[62024]: _type = "Task" [ 948.894178] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.905846] env[62024]: DEBUG oslo_vmware.api [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.205331] env[62024]: DEBUG nova.network.neutron [-] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.349775] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "16f29ffc-d82c-40a7-b9d8-5164627ef777" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.350229] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "16f29ffc-d82c-40a7-b9d8-5164627ef777" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.350480] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "16f29ffc-d82c-40a7-b9d8-5164627ef777-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.351728] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "16f29ffc-d82c-40a7-b9d8-5164627ef777-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.351728] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "16f29ffc-d82c-40a7-b9d8-5164627ef777-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.356562] env[62024]: INFO nova.compute.manager [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Terminating instance [ 949.415215] env[62024]: DEBUG oslo_vmware.api [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288737, 'name': PowerOffVM_Task, 'duration_secs': 0.235721} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.415731] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.416026] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.416367] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-909440bc-545b-4022-8e90-76d2c2de0654 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.438703] env[62024]: DEBUG nova.objects.instance [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lazy-loading 'flavor' on Instance uuid d66ce04d-e04e-4510-a02d-6cd22e2cc29b {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.494958] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.495215] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.495388] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Deleting the datastore file [datastore2] 600e56ce-d114-42f6-8d7f-6cf534c0e984 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.498493] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4c4356f-e604-48e6-9831-857f74ab75a7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.504866] env[62024]: DEBUG oslo_vmware.api [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Waiting for the task: (returnval){ [ 949.504866] env[62024]: value = "task-2288739" [ 949.504866] env[62024]: _type = "Task" [ 949.504866] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.516793] env[62024]: DEBUG oslo_vmware.api [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.612805] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a141fa1-0a82-4eeb-8977-a7d1d43a60cf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.622892] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b883b2c5-6f05-481a-8fbb-33448ccbf1c7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.655208] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da04af8d-16b8-4976-aeb5-9a12d9a686ff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.658840] env[62024]: DEBUG nova.compute.manager [req-7d0d20fd-d10a-4f1b-90d9-4467e8bc0420 req-064bf81f-7f15-49cc-bbd7-601d712ac681 service nova] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Received event network-vif-deleted-d42337c1-7cd7-45bc-922d-e16901367054 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.666601] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7643a420-caff-4285-82c8-eb8cf66a8f44 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.682833] env[62024]: DEBUG nova.compute.provider_tree [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.708359] env[62024]: INFO nova.compute.manager [-] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Took 1.41 seconds to deallocate network for instance. [ 949.809850] env[62024]: DEBUG nova.network.neutron [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Updating instance_info_cache with network_info: [{"id": "ee5e0566-9596-4b44-968e-ed34e7cb767f", "address": "fa:16:3e:9c:78:aa", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5e0566-95", "ovs_interfaceid": "ee5e0566-9596-4b44-968e-ed34e7cb767f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.861609] env[62024]: DEBUG nova.compute.manager [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.861883] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.862863] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9bbdad-1092-4150-ae2d-363fd730f458 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.871081] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.871372] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-007d1138-f337-448f-9a6a-ede8f9c7b017 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.972389] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.972740] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.972820] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleting the datastore file [datastore1] 16f29ffc-d82c-40a7-b9d8-5164627ef777 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.973090] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d1a25be-0f6c-492b-bf18-700b1fba1da5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.979661] env[62024]: DEBUG oslo_vmware.api [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 949.979661] env[62024]: value = "task-2288741" [ 949.979661] env[62024]: _type = "Task" [ 949.979661] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.988193] env[62024]: DEBUG oslo_vmware.api [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.014988] env[62024]: DEBUG oslo_vmware.api [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Task: {'id': task-2288739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32938} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.015835] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.016069] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.016264] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.016441] env[62024]: INFO nova.compute.manager [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Took 1.14 seconds to destroy the instance on the hypervisor. [ 950.016689] env[62024]: DEBUG oslo.service.loopingcall [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.016891] env[62024]: DEBUG nova.compute.manager [-] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.017057] env[62024]: DEBUG nova.network.neutron [-] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.186014] env[62024]: DEBUG nova.scheduler.client.report [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.215780] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.312986] env[62024]: DEBUG oslo_concurrency.lockutils [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.449525] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cce1af0e-1b8a-41e7-9787-99f8f8835baf tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.338s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.494993] env[62024]: DEBUG oslo_vmware.api [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475823} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.495317] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.495606] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.495818] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.495941] env[62024]: INFO nova.compute.manager [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Took 0.63 seconds to destroy the instance on the hypervisor. [ 950.496205] env[62024]: DEBUG oslo.service.loopingcall [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.496607] env[62024]: DEBUG nova.compute.manager [-] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.496712] env[62024]: DEBUG nova.network.neutron [-] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.691582] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.693832] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.478s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.694572] env[62024]: DEBUG nova.objects.instance [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lazy-loading 'resources' on Instance uuid 688a3e6c-3aad-434f-aaa4-5dc0550249cb {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.716075] env[62024]: INFO nova.scheduler.client.report [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Deleted allocations for instance d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1 [ 950.780488] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Acquiring lock "30b04912-593f-41ee-af40-ef438a357721" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.780758] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lock "30b04912-593f-41ee-af40-ef438a357721" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.780967] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Acquiring lock "30b04912-593f-41ee-af40-ef438a357721-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.781167] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lock "30b04912-593f-41ee-af40-ef438a357721-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.781337] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lock "30b04912-593f-41ee-af40-ef438a357721-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.783448] env[62024]: INFO nova.compute.manager [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Terminating instance [ 951.225763] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4265582d-cf9d-4d54-b391-e3c55556111f tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.820s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.289451] env[62024]: DEBUG nova.compute.manager [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.289849] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.291062] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd31cc1-0744-4857-87ff-8b6723cd3405 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.303493] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.304014] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7f2514f-4975-4f00-92b6-1f7a1490a870 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.311443] env[62024]: DEBUG oslo_vmware.api [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Waiting for the task: (returnval){ [ 951.311443] env[62024]: value = "task-2288742" [ 951.311443] env[62024]: _type = "Task" [ 951.311443] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.325845] env[62024]: DEBUG oslo_vmware.api [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.456343] env[62024]: DEBUG nova.network.neutron [-] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.472064] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "25210071-a214-419c-8286-7630980dad31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.472064] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "25210071-a214-419c-8286-7630980dad31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.472452] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "25210071-a214-419c-8286-7630980dad31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.472622] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "25210071-a214-419c-8286-7630980dad31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.472703] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "25210071-a214-419c-8286-7630980dad31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.479512] env[62024]: INFO nova.compute.manager [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Terminating instance [ 951.494243] env[62024]: DEBUG nova.network.neutron [-] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.514736] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26a972-77a7-4517-abf6-8aec987f99d1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.527493] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a278b6a-7ed7-4610-8c6a-c9769478c907 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.564569] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec86676-c121-45c6-9c10-04be51f538cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.576647] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c76d68-cd49-43c1-9cc9-ad753c8f73a7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.591766] env[62024]: DEBUG nova.compute.provider_tree [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.664968] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.665329] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.665581] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.665799] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.666056] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.668576] env[62024]: INFO nova.compute.manager [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Terminating instance [ 951.678445] env[62024]: DEBUG nova.compute.manager [req-6ace6ecf-3e4f-4b76-942d-b6f689b5f93e req-51648db6-4dbc-499f-9b19-92dfc807a8d0 service nova] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Received event network-vif-deleted-d924d076-504b-4f66-97a2-d438f0c17316 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.679080] env[62024]: DEBUG nova.compute.manager [req-6ace6ecf-3e4f-4b76-942d-b6f689b5f93e req-51648db6-4dbc-499f-9b19-92dfc807a8d0 service nova] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Received event network-vif-deleted-dc2acb2c-1a0d-44ef-b2dd-cda388cd0af3 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.821581] env[62024]: DEBUG oslo_vmware.api [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288742, 'name': PowerOffVM_Task, 'duration_secs': 0.202125} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.821866] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.822019] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.822289] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-113d4eb2-12fe-483a-a5ba-f1ab35b420d2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.830556] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227dfcd6-cadc-4d27-878a-f705c63971c6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.849985] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Updating instance '27583f6d-75ba-4258-9250-dfe4da025995' progress to 0 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 951.885935] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.886187] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.886375] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Deleting the datastore file [datastore1] 30b04912-593f-41ee-af40-ef438a357721 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.886660] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-711fae3e-5e3c-4d08-821b-ea5c43352fb1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.894873] env[62024]: DEBUG oslo_vmware.api [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Waiting for the task: (returnval){ [ 951.894873] env[62024]: value = "task-2288744" [ 951.894873] env[62024]: _type = "Task" [ 951.894873] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.902883] env[62024]: DEBUG oslo_vmware.api [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.963609] env[62024]: INFO nova.compute.manager [-] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Took 1.94 seconds to deallocate network for instance. [ 951.990099] env[62024]: DEBUG nova.compute.manager [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.990099] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.990672] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c1ce54-a3d4-4c63-9948-d325f8d74e87 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.996789] env[62024]: INFO nova.compute.manager [-] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Took 1.50 seconds to deallocate network for instance. [ 952.003880] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.005179] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7513891a-acca-4e15-bb7e-c985bcb3406c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.010999] env[62024]: DEBUG oslo_vmware.api [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 952.010999] env[62024]: value = "task-2288745" [ 952.010999] env[62024]: _type = "Task" [ 952.010999] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.020269] env[62024]: DEBUG oslo_vmware.api [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.094824] env[62024]: DEBUG nova.scheduler.client.report [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.173187] env[62024]: DEBUG nova.compute.manager [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.174513] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.175951] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e1450e-6472-4dba-90c8-995ba8280be9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.186840] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.187189] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0ebac67-94d9-4a01-b5b3-c8936b6d5b28 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.194607] env[62024]: DEBUG oslo_vmware.api [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 952.194607] env[62024]: value = "task-2288746" [ 952.194607] env[62024]: _type = "Task" [ 952.194607] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.204865] env[62024]: DEBUG oslo_vmware.api [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.360183] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.360512] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7803ac7-0af3-4dfa-9b8b-b7dc28d9268d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.368320] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 952.368320] env[62024]: value = "task-2288747" [ 952.368320] env[62024]: _type = "Task" [ 952.368320] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.378829] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.404752] env[62024]: DEBUG oslo_vmware.api [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Task: {'id': task-2288744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136971} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.405126] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.405430] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.405677] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.407620] env[62024]: INFO nova.compute.manager [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] [instance: 30b04912-593f-41ee-af40-ef438a357721] Took 1.12 seconds to destroy the instance on the hypervisor. [ 952.407620] env[62024]: DEBUG oslo.service.loopingcall [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.407620] env[62024]: DEBUG nova.compute.manager [-] [instance: 30b04912-593f-41ee-af40-ef438a357721] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.407620] env[62024]: DEBUG nova.network.neutron [-] [instance: 30b04912-593f-41ee-af40-ef438a357721] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.472226] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.508462] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.524996] env[62024]: DEBUG oslo_vmware.api [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288745, 'name': PowerOffVM_Task, 'duration_secs': 0.227173} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.524996] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.524996] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.524996] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1c63f81-6019-4f75-b6c9-e88030da34cb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.587069] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.587069] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.587069] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Deleting the datastore file [datastore1] 25210071-a214-419c-8286-7630980dad31 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.587069] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6854f003-0066-4f90-846c-2e359ae3b06d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.594318] env[62024]: DEBUG oslo_vmware.api [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for the task: (returnval){ [ 952.594318] env[62024]: value = "task-2288749" [ 952.594318] env[62024]: _type = "Task" [ 952.594318] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.599479] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.604634] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.131s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.604634] env[62024]: DEBUG nova.objects.instance [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Lazy-loading 'resources' on Instance uuid 600e56ce-d114-42f6-8d7f-6cf534c0e984 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.609380] env[62024]: DEBUG oslo_vmware.api [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.626356] env[62024]: INFO nova.scheduler.client.report [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Deleted allocations for instance 688a3e6c-3aad-434f-aaa4-5dc0550249cb [ 952.710867] env[62024]: DEBUG oslo_vmware.api [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288746, 'name': PowerOffVM_Task, 'duration_secs': 0.190799} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.711335] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.711606] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.712076] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08bad9eb-be96-4c0f-a22a-4449b32d3834 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.783090] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.783090] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.783090] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Deleting the datastore file [datastore1] d66ce04d-e04e-4510-a02d-6cd22e2cc29b {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.783090] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9f395bf-2f09-4948-9787-7fc7e2a8b2bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.789093] env[62024]: DEBUG oslo_vmware.api [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for the task: (returnval){ [ 952.789093] env[62024]: value = "task-2288751" [ 952.789093] env[62024]: _type = "Task" [ 952.789093] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.805400] env[62024]: DEBUG oslo_vmware.api [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.822406] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.822676] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.878391] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288747, 'name': PowerOffVM_Task, 'duration_secs': 0.158608} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.878704] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.878894] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Updating instance '27583f6d-75ba-4258-9250-dfe4da025995' progress to 17 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 953.105221] env[62024]: DEBUG oslo_vmware.api [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Task: {'id': task-2288749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168547} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.105472] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.105637] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.105809] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.106030] env[62024]: INFO nova.compute.manager [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] [instance: 25210071-a214-419c-8286-7630980dad31] Took 1.12 seconds to destroy the instance on the hypervisor. [ 953.106285] env[62024]: DEBUG oslo.service.loopingcall [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.108905] env[62024]: DEBUG nova.compute.manager [-] [instance: 25210071-a214-419c-8286-7630980dad31] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.108994] env[62024]: DEBUG nova.network.neutron [-] [instance: 25210071-a214-419c-8286-7630980dad31] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.135069] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8c35abac-ec13-41a2-9b7a-7f14b82d5061 tempest-FloatingIPsAssociationTestJSON-1826859529 tempest-FloatingIPsAssociationTestJSON-1826859529-project-member] Lock "688a3e6c-3aad-434f-aaa4-5dc0550249cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.115s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.301344] env[62024]: DEBUG nova.network.neutron [-] [instance: 30b04912-593f-41ee-af40-ef438a357721] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.302632] env[62024]: DEBUG oslo_vmware.api [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Task: {'id': task-2288751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130419} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.305505] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.305705] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.305890] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.306075] env[62024]: INFO nova.compute.manager [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 953.306390] env[62024]: DEBUG oslo.service.loopingcall [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.307214] env[62024]: DEBUG nova.compute.manager [-] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.307214] env[62024]: DEBUG nova.network.neutron [-] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.317651] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac3efba-819c-4c01-9d03-318d838a464e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.326190] env[62024]: DEBUG nova.compute.manager [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.329517] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998c5e1d-cfef-4de4-9131-0a6ae593a27b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.366995] env[62024]: DEBUG nova.network.neutron [-] [instance: 25210071-a214-419c-8286-7630980dad31] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.368624] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517c0c4d-7e65-4133-a080-8600b5c69c7f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.376908] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab024ad6-3e03-4bfe-87cf-2ff7d21a7ff9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.385180] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.385310] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.385388] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.385592] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.385700] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.385845] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.386051] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.386213] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.386377] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.386545] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.386796] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.401565] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae473410-c5ae-43cf-b0a9-e79ef65a8690 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.415801] env[62024]: DEBUG nova.compute.provider_tree [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.425090] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 953.425090] env[62024]: value = "task-2288752" [ 953.425090] env[62024]: _type = "Task" [ 953.425090] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.433324] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.756730] env[62024]: DEBUG nova.compute.manager [req-21e3bb9d-cb30-4f7c-9aa7-958ddb4132cc req-d1d9577a-de62-4ea3-9266-aebedfa9cfbd service nova] [instance: 30b04912-593f-41ee-af40-ef438a357721] Received event network-vif-deleted-0a881333-847f-420c-8b3c-0d1ed067b2fb {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.756933] env[62024]: DEBUG nova.compute.manager [req-21e3bb9d-cb30-4f7c-9aa7-958ddb4132cc req-d1d9577a-de62-4ea3-9266-aebedfa9cfbd service nova] [instance: 25210071-a214-419c-8286-7630980dad31] Received event network-vif-deleted-80fda4db-fd1b-4936-abd7-4bd638c23570 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.808350] env[62024]: INFO nova.compute.manager [-] [instance: 30b04912-593f-41ee-af40-ef438a357721] Took 1.40 seconds to deallocate network for instance. [ 953.870262] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.872871] env[62024]: INFO nova.compute.manager [-] [instance: 25210071-a214-419c-8286-7630980dad31] Took 0.76 seconds to deallocate network for instance. [ 953.921025] env[62024]: DEBUG nova.scheduler.client.report [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.936748] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288752, 'name': ReconfigVM_Task, 'duration_secs': 0.319268} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.937105] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Updating instance '27583f6d-75ba-4258-9250-dfe4da025995' progress to 33 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.315278] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.379191] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.427489] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.430437] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.925s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.430724] env[62024]: DEBUG nova.objects.instance [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lazy-loading 'resources' on Instance uuid 16f29ffc-d82c-40a7-b9d8-5164627ef777 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.444487] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.444800] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.444982] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.445226] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.445464] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.445651] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.445866] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.446298] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.446383] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.446521] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.446702] env[62024]: DEBUG nova.virt.hardware [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.453387] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 954.454761] env[62024]: INFO nova.scheduler.client.report [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Deleted allocations for instance 600e56ce-d114-42f6-8d7f-6cf534c0e984 [ 954.458334] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2467b30e-f96e-46a2-8184-879347ebd179 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.482869] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 954.482869] env[62024]: value = "task-2288753" [ 954.482869] env[62024]: _type = "Task" [ 954.482869] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.491111] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.600978] env[62024]: DEBUG nova.network.neutron [-] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.982609] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a78e9a6-052b-4144-8b3b-b3ea8a63a91b tempest-ServerActionsTestOtherB-114644768 tempest-ServerActionsTestOtherB-114644768-project-member] Lock "600e56ce-d114-42f6-8d7f-6cf534c0e984" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.611s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.992899] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288753, 'name': ReconfigVM_Task, 'duration_secs': 0.284761} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.993405] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 954.994246] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1546102a-da4c-496a-982e-1b6404d4db47 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.026259] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 27583f6d-75ba-4258-9250-dfe4da025995/27583f6d-75ba-4258-9250-dfe4da025995.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.031668] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9c9a3e3-608c-4cac-868b-509a3427db07 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.053368] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 955.053368] env[62024]: value = "task-2288754" [ 955.053368] env[62024]: _type = "Task" [ 955.053368] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.062380] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.078524] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273cb3e-5790-9c0e-4ba0-2509366b110f/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 955.079557] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a04323-d98e-48cf-a391-daa8588c90c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.086156] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273cb3e-5790-9c0e-4ba0-2509366b110f/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 955.087726] env[62024]: ERROR oslo_vmware.rw_handles [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273cb3e-5790-9c0e-4ba0-2509366b110f/disk-0.vmdk due to incomplete transfer. [ 955.089898] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9cb78503-66de-4659-888b-adf803598179 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.097883] env[62024]: DEBUG oslo_vmware.rw_handles [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273cb3e-5790-9c0e-4ba0-2509366b110f/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 955.098151] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Uploaded image 8a353edd-77b1-4a65-ba4b-6654774225d2 to the Glance image server {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 955.100657] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 955.101624] env[62024]: INFO nova.compute.manager [-] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Took 1.79 seconds to deallocate network for instance. [ 955.101624] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fe4a80b6-7667-416f-9ccd-2ae32e83799b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.111698] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 955.111698] env[62024]: value = "task-2288755" [ 955.111698] env[62024]: _type = "Task" [ 955.111698] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.124028] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288755, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.250260] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dd88f0-77c1-4cec-8084-2f1924434891 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.258805] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702a0276-caf7-4d97-bc56-79f0963c18f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.290152] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7607f0f-1a16-490f-b9d8-43330e02e19f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.298107] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4538531-3203-43b4-8936-44abda39efb8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.312044] env[62024]: DEBUG nova.compute.provider_tree [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.564530] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288754, 'name': ReconfigVM_Task, 'duration_secs': 0.318827} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.564668] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 27583f6d-75ba-4258-9250-dfe4da025995/27583f6d-75ba-4258-9250-dfe4da025995.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.564878] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Updating instance '27583f6d-75ba-4258-9250-dfe4da025995' progress to 50 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.616021] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.623955] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288755, 'name': Destroy_Task, 'duration_secs': 0.349959} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.624791] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Destroyed the VM [ 955.625205] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 955.625680] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d4dc78a-6832-4e65-b0b9-30d69cea6061 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.631901] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 955.631901] env[62024]: value = "task-2288756" [ 955.631901] env[62024]: _type = "Task" [ 955.631901] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.640730] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288756, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.794399] env[62024]: DEBUG nova.compute.manager [req-078310ee-84a9-4c78-8bc0-359961f838ca req-bbf49f82-218f-4d9b-9378-b21d362d5be3 service nova] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Received event network-vif-deleted-a3f3ed15-5bbc-4173-8323-75f97c6d9dc1 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.815030] env[62024]: DEBUG nova.scheduler.client.report [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.071656] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a40113-a645-4cef-8f4d-a43e03c15287 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.096091] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b7ac9e-5dc1-457b-b248-96a5c7a1f668 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.118079] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Updating instance '27583f6d-75ba-4258-9250-dfe4da025995' progress to 67 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.144426] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288756, 'name': RemoveSnapshot_Task, 'duration_secs': 0.405691} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.144426] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 956.144426] env[62024]: DEBUG nova.compute.manager [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.144426] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbc9adf-458a-46f5-a7bc-f259a52be235 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.321379] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.324661] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.454s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.326227] env[62024]: INFO nova.compute.claims [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.349120] env[62024]: INFO nova.scheduler.client.report [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleted allocations for instance 16f29ffc-d82c-40a7-b9d8-5164627ef777 [ 956.630333] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "58344be0-9c1b-43bf-bc58-16da488b10d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.630473] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "58344be0-9c1b-43bf-bc58-16da488b10d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.630664] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "58344be0-9c1b-43bf-bc58-16da488b10d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.630841] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "58344be0-9c1b-43bf-bc58-16da488b10d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.631017] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "58344be0-9c1b-43bf-bc58-16da488b10d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.633422] env[62024]: INFO nova.compute.manager [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Terminating instance [ 956.656970] env[62024]: INFO nova.compute.manager [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Shelve offloading [ 956.668505] env[62024]: DEBUG nova.network.neutron [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Port ee5e0566-9596-4b44-968e-ed34e7cb767f binding to destination host cpu-1 is already ACTIVE {{(pid=62024) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 956.861615] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e7da40ee-0453-4531-b62b-86b0e0f6f088 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "16f29ffc-d82c-40a7-b9d8-5164627ef777" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.511s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.137155] env[62024]: DEBUG nova.compute.manager [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.137451] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.138516] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b73fb9-081d-477e-acf4-a0f759459c0d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.147039] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.147134] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1536155-e62e-4ac8-bf24-cb8e3a5c8e6a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.153022] env[62024]: DEBUG oslo_vmware.api [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 957.153022] env[62024]: value = "task-2288757" [ 957.153022] env[62024]: _type = "Task" [ 957.153022] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.161747] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.162096] env[62024]: DEBUG oslo_vmware.api [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.162394] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7587ad76-6b70-4da9-899e-bbcd5b4c5393 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.168234] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 957.168234] env[62024]: value = "task-2288758" [ 957.168234] env[62024]: _type = "Task" [ 957.168234] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.181225] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] VM already powered off {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 957.181796] env[62024]: DEBUG nova.compute.manager [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.182245] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5d9fb0-9311-4f8d-b0aa-adcd341fb66d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.189995] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.191277] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.191277] env[62024]: DEBUG nova.network.neutron [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.518786] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380ed142-10df-4722-a6e3-85f118a7f8c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.526655] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63990ad2-18b9-403a-ab43-f2de7a405ce6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.558967] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68719bd-3b0c-4f76-adae-d33185f82ff2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.566963] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf9e8ff-4756-4271-8de3-dc858bb1ca45 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.580800] env[62024]: DEBUG nova.compute.provider_tree [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.665024] env[62024]: DEBUG oslo_vmware.api [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288757, 'name': PowerOffVM_Task, 'duration_secs': 0.196521} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.665476] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.665685] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.666991] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31dbb9ef-46a5-4e39-a363-0a4f5756a990 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.691306] env[62024]: DEBUG oslo_concurrency.lockutils [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "27583f6d-75ba-4258-9250-dfe4da025995-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.691551] env[62024]: DEBUG oslo_concurrency.lockutils [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "27583f6d-75ba-4258-9250-dfe4da025995-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.691718] env[62024]: DEBUG oslo_concurrency.lockutils [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "27583f6d-75ba-4258-9250-dfe4da025995-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.730828] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.731100] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.731414] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleting the datastore file [datastore1] 58344be0-9c1b-43bf-bc58-16da488b10d8 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.731729] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-227ba90a-cdae-4eed-8ffd-22f31c3c09b9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.737974] env[62024]: DEBUG oslo_vmware.api [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 957.737974] env[62024]: value = "task-2288760" [ 957.737974] env[62024]: _type = "Task" [ 957.737974] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.749706] env[62024]: DEBUG oslo_vmware.api [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.052394] env[62024]: DEBUG nova.network.neutron [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Updating instance_info_cache with network_info: [{"id": "d3242e14-8bf1-487c-9026-97af6545f348", "address": "fa:16:3e:0e:d9:96", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3242e14-8b", "ovs_interfaceid": "d3242e14-8bf1-487c-9026-97af6545f348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.085449] env[62024]: DEBUG nova.scheduler.client.report [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.105451] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "84ae3050-b193-4030-b45e-4877697f3463" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.105825] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "84ae3050-b193-4030-b45e-4877697f3463" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.249228] env[62024]: DEBUG oslo_vmware.api [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13632} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.249588] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.249892] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.249892] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.250137] env[62024]: INFO nova.compute.manager [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 958.250273] env[62024]: DEBUG oslo.service.loopingcall [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.250465] env[62024]: DEBUG nova.compute.manager [-] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.250560] env[62024]: DEBUG nova.network.neutron [-] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.559676] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.592305] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.594509] env[62024]: DEBUG nova.compute.manager [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.601983] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.287s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.607291] env[62024]: DEBUG nova.objects.instance [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lazy-loading 'resources' on Instance uuid 30b04912-593f-41ee-af40-ef438a357721 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.608897] env[62024]: DEBUG nova.compute.manager [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.767270] env[62024]: DEBUG oslo_concurrency.lockutils [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.767478] env[62024]: DEBUG oslo_concurrency.lockutils [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.767660] env[62024]: DEBUG nova.network.neutron [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.111990] env[62024]: DEBUG nova.compute.utils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 959.118645] env[62024]: DEBUG nova.compute.manager [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.118743] env[62024]: DEBUG nova.network.neutron [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.125082] env[62024]: DEBUG nova.compute.manager [req-c90547e6-76d1-4453-85d0-5d1a1608cc48 req-b351d233-0e4f-4b90-b844-1c1246b04936 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Received event network-vif-deleted-ab8327dc-61b4-49b7-9cbc-589e0deea306 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.125327] env[62024]: INFO nova.compute.manager [req-c90547e6-76d1-4453-85d0-5d1a1608cc48 req-b351d233-0e4f-4b90-b844-1c1246b04936 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Neutron deleted interface ab8327dc-61b4-49b7-9cbc-589e0deea306; detaching it from the instance and deleting it from the info cache [ 959.125511] env[62024]: DEBUG nova.network.neutron [req-c90547e6-76d1-4453-85d0-5d1a1608cc48 req-b351d233-0e4f-4b90-b844-1c1246b04936 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.149740] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.211415] env[62024]: DEBUG nova.policy [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4cb6a26029a4251bc5a04e05458ab78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '633bf756caa54ea49d7c4c5ba81180ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.290349] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.293632] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1ab884-31ca-428a-9d60-306c5670107d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.304792] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.304792] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb7931b5-3566-424b-ac2f-e640f9eb968a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.372790] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bd73ee-0403-419f-ad3d-b9ee318a93b0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.382953] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1a2c0f-7df7-4fba-a768-23576578e7c0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.418677] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65042167-a18e-4de1-939e-ee01a6fb781f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.427891] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ee177e-d9eb-4bf0-881c-2ccbc2ee6495 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.446894] env[62024]: DEBUG nova.compute.provider_tree [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.489364] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.489630] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.489834] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleting the datastore file [datastore2] 65ec227e-3975-4a36-9ee2-6adc08e29558 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.490465] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dacd79d0-a2c4-4285-aa0b-8a4ee2ada525 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.498312] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 959.498312] env[62024]: value = "task-2288762" [ 959.498312] env[62024]: _type = "Task" [ 959.498312] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.506839] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.576496] env[62024]: DEBUG nova.network.neutron [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Successfully created port: bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.587026] env[62024]: DEBUG nova.network.neutron [-] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.613933] env[62024]: DEBUG nova.compute.manager [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.631393] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be5f6242-2fd0-44f8-882e-796d6f90e35f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.643316] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33cbe10-c013-4f2e-ad6a-77e797e70fea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.680286] env[62024]: DEBUG nova.compute.manager [req-c90547e6-76d1-4453-85d0-5d1a1608cc48 req-b351d233-0e4f-4b90-b844-1c1246b04936 service nova] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Detach interface failed, port_id=ab8327dc-61b4-49b7-9cbc-589e0deea306, reason: Instance 58344be0-9c1b-43bf-bc58-16da488b10d8 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 959.768483] env[62024]: DEBUG nova.network.neutron [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Updating instance_info_cache with network_info: [{"id": "ee5e0566-9596-4b44-968e-ed34e7cb767f", "address": "fa:16:3e:9c:78:aa", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5e0566-95", "ovs_interfaceid": "ee5e0566-9596-4b44-968e-ed34e7cb767f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.951653] env[62024]: DEBUG nova.scheduler.client.report [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.007924] env[62024]: DEBUG oslo_vmware.api [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155866} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.008286] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.008516] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.008728] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.045596] env[62024]: INFO nova.scheduler.client.report [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleted allocations for instance 65ec227e-3975-4a36-9ee2-6adc08e29558 [ 960.092462] env[62024]: INFO nova.compute.manager [-] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Took 1.84 seconds to deallocate network for instance. [ 960.271888] env[62024]: DEBUG oslo_concurrency.lockutils [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.460995] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.464033] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.084s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.464033] env[62024]: DEBUG nova.objects.instance [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lazy-loading 'resources' on Instance uuid 25210071-a214-419c-8286-7630980dad31 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.480755] env[62024]: INFO nova.scheduler.client.report [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Deleted allocations for instance 30b04912-593f-41ee-af40-ef438a357721 [ 960.556271] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.600417] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.624870] env[62024]: DEBUG nova.compute.manager [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.654608] env[62024]: DEBUG nova.virt.hardware [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.654911] env[62024]: DEBUG nova.virt.hardware [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.655100] env[62024]: DEBUG nova.virt.hardware [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.655299] env[62024]: DEBUG nova.virt.hardware [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.655476] env[62024]: DEBUG nova.virt.hardware [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.655627] env[62024]: DEBUG nova.virt.hardware [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.657046] env[62024]: DEBUG nova.virt.hardware [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.657308] env[62024]: DEBUG nova.virt.hardware [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.657511] env[62024]: DEBUG nova.virt.hardware [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.657684] env[62024]: DEBUG nova.virt.hardware [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.658412] env[62024]: DEBUG nova.virt.hardware [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.659664] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68423999-8f73-4876-becd-7782dff41955 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.672387] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077a0bc0-cff2-4b34-8b54-6f94c42332a7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.804523] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5b4cc9-3bf2-485a-a3db-085daacae88f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.825054] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a8430c-2693-4adb-a843-656d674bc674 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.832242] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Updating instance '27583f6d-75ba-4258-9250-dfe4da025995' progress to 83 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.990135] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fae6cf44-bf8c-4423-8fe2-31e969029002 tempest-AttachInterfacesV270Test-1192792876 tempest-AttachInterfacesV270Test-1192792876-project-member] Lock "30b04912-593f-41ee-af40-ef438a357721" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.209s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.161418] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e820f7f-11d9-4b50-afcc-5b6f885bfd96 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.169923] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bc4abd-090b-400d-9e2c-60e7562e9939 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.206257] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ecbeb2-8a47-4a8f-8010-ac3b47dff7df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.218708] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015cf4c2-883c-4734-8c48-90da29da9a1d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.230055] env[62024]: DEBUG nova.compute.provider_tree [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.249724] env[62024]: DEBUG nova.compute.manager [req-46e9b9f6-cb32-427d-8bf7-ad1ca69ae298 req-e13890cb-6952-4749-a545-babc7ccad042 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Received event network-vif-unplugged-d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.249931] env[62024]: DEBUG oslo_concurrency.lockutils [req-46e9b9f6-cb32-427d-8bf7-ad1ca69ae298 req-e13890cb-6952-4749-a545-babc7ccad042 service nova] Acquiring lock "65ec227e-3975-4a36-9ee2-6adc08e29558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.250200] env[62024]: DEBUG oslo_concurrency.lockutils [req-46e9b9f6-cb32-427d-8bf7-ad1ca69ae298 req-e13890cb-6952-4749-a545-babc7ccad042 service nova] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.250415] env[62024]: DEBUG oslo_concurrency.lockutils [req-46e9b9f6-cb32-427d-8bf7-ad1ca69ae298 req-e13890cb-6952-4749-a545-babc7ccad042 service nova] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.250599] env[62024]: DEBUG nova.compute.manager [req-46e9b9f6-cb32-427d-8bf7-ad1ca69ae298 req-e13890cb-6952-4749-a545-babc7ccad042 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] No waiting events found dispatching network-vif-unplugged-d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.250768] env[62024]: WARNING nova.compute.manager [req-46e9b9f6-cb32-427d-8bf7-ad1ca69ae298 req-e13890cb-6952-4749-a545-babc7ccad042 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Received unexpected event network-vif-unplugged-d3242e14-8bf1-487c-9026-97af6545f348 for instance with vm_state shelved_offloaded and task_state None. [ 961.250925] env[62024]: DEBUG nova.compute.manager [req-46e9b9f6-cb32-427d-8bf7-ad1ca69ae298 req-e13890cb-6952-4749-a545-babc7ccad042 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Received event network-changed-d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.251458] env[62024]: DEBUG nova.compute.manager [req-46e9b9f6-cb32-427d-8bf7-ad1ca69ae298 req-e13890cb-6952-4749-a545-babc7ccad042 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Refreshing instance network info cache due to event network-changed-d3242e14-8bf1-487c-9026-97af6545f348. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 961.251458] env[62024]: DEBUG oslo_concurrency.lockutils [req-46e9b9f6-cb32-427d-8bf7-ad1ca69ae298 req-e13890cb-6952-4749-a545-babc7ccad042 service nova] Acquiring lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.251458] env[62024]: DEBUG oslo_concurrency.lockutils [req-46e9b9f6-cb32-427d-8bf7-ad1ca69ae298 req-e13890cb-6952-4749-a545-babc7ccad042 service nova] Acquired lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.251813] env[62024]: DEBUG nova.network.neutron [req-46e9b9f6-cb32-427d-8bf7-ad1ca69ae298 req-e13890cb-6952-4749-a545-babc7ccad042 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Refreshing network info cache for port d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.309780] env[62024]: DEBUG nova.network.neutron [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Successfully updated port: bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.338333] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.338896] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a29f82f-2ec6-4ec8-a076-f5ccda312348 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.346428] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 961.346428] env[62024]: value = "task-2288763" [ 961.346428] env[62024]: _type = "Task" [ 961.346428] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.355413] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.733477] env[62024]: DEBUG nova.scheduler.client.report [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.812273] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "refresh_cache-64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.812273] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "refresh_cache-64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.812273] env[62024]: DEBUG nova.network.neutron [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.857069] env[62024]: DEBUG oslo_vmware.api [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288763, 'name': PowerOnVM_Task, 'duration_secs': 0.406114} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.857403] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.857585] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-58cacfd3-4631-442d-bedd-33f2ce37715d tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Updating instance '27583f6d-75ba-4258-9250-dfe4da025995' progress to 100 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.119108] env[62024]: DEBUG nova.network.neutron [req-46e9b9f6-cb32-427d-8bf7-ad1ca69ae298 req-e13890cb-6952-4749-a545-babc7ccad042 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Updated VIF entry in instance network info cache for port d3242e14-8bf1-487c-9026-97af6545f348. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.119796] env[62024]: DEBUG nova.network.neutron [req-46e9b9f6-cb32-427d-8bf7-ad1ca69ae298 req-e13890cb-6952-4749-a545-babc7ccad042 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Updating instance_info_cache with network_info: [{"id": "d3242e14-8bf1-487c-9026-97af6545f348", "address": "fa:16:3e:0e:d9:96", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd3242e14-8b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.240842] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.240842] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.627s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.241658] env[62024]: DEBUG nova.objects.instance [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lazy-loading 'resources' on Instance uuid d66ce04d-e04e-4510-a02d-6cd22e2cc29b {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.263557] env[62024]: INFO nova.scheduler.client.report [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Deleted allocations for instance 25210071-a214-419c-8286-7630980dad31 [ 962.348647] env[62024]: DEBUG nova.network.neutron [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.541127] env[62024]: DEBUG nova.network.neutron [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Updating instance_info_cache with network_info: [{"id": "bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4", "address": "fa:16:3e:1d:73:4a", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa6627d-31", "ovs_interfaceid": "bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.622903] env[62024]: DEBUG oslo_concurrency.lockutils [req-46e9b9f6-cb32-427d-8bf7-ad1ca69ae298 req-e13890cb-6952-4749-a545-babc7ccad042 service nova] Releasing lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.773660] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1c606512-e8d0-4377-86df-0bfae63bfe84 tempest-ServerRescueTestJSON-753827606 tempest-ServerRescueTestJSON-753827606-project-member] Lock "25210071-a214-419c-8286-7630980dad31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.302s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.940288] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461b53fd-3568-4765-818c-31cd240dda36 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.949826] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4b85cd-ca7f-4506-8a99-f1498ce71f24 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.981698] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dd002a-ba14-4ceb-8544-dc6d8997a298 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.989409] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970cc2f6-bf8b-430c-862b-8abd95a64cd8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.003991] env[62024]: DEBUG nova.compute.provider_tree [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.044528] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "refresh_cache-64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.045311] env[62024]: DEBUG nova.compute.manager [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Instance network_info: |[{"id": "bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4", "address": "fa:16:3e:1d:73:4a", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa6627d-31", "ovs_interfaceid": "bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.045710] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:73:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.053487] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Creating folder: Project (633bf756caa54ea49d7c4c5ba81180ea). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.054031] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0920e33-625a-454f-a014-bbc03ae3d334 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.071566] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Created folder: Project (633bf756caa54ea49d7c4c5ba81180ea) in parent group-v465568. [ 963.071566] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Creating folder: Instances. Parent ref: group-v465838. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.071566] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae2b3211-3830-457e-8468-41257d45a4d1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.080932] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Created folder: Instances in parent group-v465838. [ 963.081180] env[62024]: DEBUG oslo.service.loopingcall [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.081364] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.081567] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a68e80d-a2a2-4876-b6ce-87733003dd6a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.103619] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.103619] env[62024]: value = "task-2288769" [ 963.103619] env[62024]: _type = "Task" [ 963.103619] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.112789] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288769, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.113903] env[62024]: DEBUG oslo_concurrency.lockutils [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.114145] env[62024]: DEBUG oslo_concurrency.lockutils [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.360463] env[62024]: DEBUG nova.compute.manager [req-2d15ee88-dbf6-4a51-8460-8c332055547c req-8a5bc27f-98bc-4927-88e5-cac5641e6c10 service nova] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Received event network-vif-plugged-bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.360688] env[62024]: DEBUG oslo_concurrency.lockutils [req-2d15ee88-dbf6-4a51-8460-8c332055547c req-8a5bc27f-98bc-4927-88e5-cac5641e6c10 service nova] Acquiring lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.360890] env[62024]: DEBUG oslo_concurrency.lockutils [req-2d15ee88-dbf6-4a51-8460-8c332055547c req-8a5bc27f-98bc-4927-88e5-cac5641e6c10 service nova] Lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.361069] env[62024]: DEBUG oslo_concurrency.lockutils [req-2d15ee88-dbf6-4a51-8460-8c332055547c req-8a5bc27f-98bc-4927-88e5-cac5641e6c10 service nova] Lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.361260] env[62024]: DEBUG nova.compute.manager [req-2d15ee88-dbf6-4a51-8460-8c332055547c req-8a5bc27f-98bc-4927-88e5-cac5641e6c10 service nova] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] No waiting events found dispatching network-vif-plugged-bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.361463] env[62024]: WARNING nova.compute.manager [req-2d15ee88-dbf6-4a51-8460-8c332055547c req-8a5bc27f-98bc-4927-88e5-cac5641e6c10 service nova] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Received unexpected event network-vif-plugged-bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4 for instance with vm_state building and task_state spawning. [ 963.361637] env[62024]: DEBUG nova.compute.manager [req-2d15ee88-dbf6-4a51-8460-8c332055547c req-8a5bc27f-98bc-4927-88e5-cac5641e6c10 service nova] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Received event network-changed-bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.361794] env[62024]: DEBUG nova.compute.manager [req-2d15ee88-dbf6-4a51-8460-8c332055547c req-8a5bc27f-98bc-4927-88e5-cac5641e6c10 service nova] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Refreshing instance network info cache due to event network-changed-bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 963.361977] env[62024]: DEBUG oslo_concurrency.lockutils [req-2d15ee88-dbf6-4a51-8460-8c332055547c req-8a5bc27f-98bc-4927-88e5-cac5641e6c10 service nova] Acquiring lock "refresh_cache-64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.362131] env[62024]: DEBUG oslo_concurrency.lockutils [req-2d15ee88-dbf6-4a51-8460-8c332055547c req-8a5bc27f-98bc-4927-88e5-cac5641e6c10 service nova] Acquired lock "refresh_cache-64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.362290] env[62024]: DEBUG nova.network.neutron [req-2d15ee88-dbf6-4a51-8460-8c332055547c req-8a5bc27f-98bc-4927-88e5-cac5641e6c10 service nova] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Refreshing network info cache for port bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.509549] env[62024]: DEBUG nova.scheduler.client.report [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.563376] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "65ec227e-3975-4a36-9ee2-6adc08e29558" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.613976] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288769, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.617095] env[62024]: DEBUG nova.compute.utils [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 963.728236] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "27583f6d-75ba-4258-9250-dfe4da025995" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.728506] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "27583f6d-75ba-4258-9250-dfe4da025995" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.728694] env[62024]: DEBUG nova.compute.manager [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Going to confirm migration 3 {{(pid=62024) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 964.014689] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.020831] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.873s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.022900] env[62024]: INFO nova.compute.claims [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.063827] env[62024]: INFO nova.scheduler.client.report [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Deleted allocations for instance d66ce04d-e04e-4510-a02d-6cd22e2cc29b [ 964.118132] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288769, 'name': CreateVM_Task, 'duration_secs': 0.638955} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.118543] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.119230] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.119507] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.119922] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.120728] env[62024]: DEBUG oslo_concurrency.lockutils [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.121522] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cfbccd3-1ba8-4e71-a8e2-3459b9433d48 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.127697] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 964.127697] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523689c5-7f45-b9aa-88bc-68ebeee9d223" [ 964.127697] env[62024]: _type = "Task" [ 964.127697] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.142372] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523689c5-7f45-b9aa-88bc-68ebeee9d223, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.142749] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.143053] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.143373] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.143586] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.143834] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.144173] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03dadad9-d83c-4b3d-924e-e6672006e869 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.152460] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.152720] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.153890] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da29302-9a2a-417c-ad56-2c838a2ef7d3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.163916] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 964.163916] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525bc9ae-9744-af45-34f8-6babc819e8e0" [ 964.163916] env[62024]: _type = "Task" [ 964.163916] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.176505] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525bc9ae-9744-af45-34f8-6babc819e8e0, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.177093] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf73e26-34c5-4177-ae85-327c62b072ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.182727] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 964.182727] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52027de9-c0c6-96e8-a843-e5350c95146d" [ 964.182727] env[62024]: _type = "Task" [ 964.182727] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.195011] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52027de9-c0c6-96e8-a843-e5350c95146d, 'name': SearchDatastore_Task, 'duration_secs': 0.008545} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.195290] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.195544] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8/64eeddbd-ecb2-47e7-9ea6-9977d743d7c8.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.195793] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da976ed1-3129-435c-b745-77cfca0fd337 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.202775] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 964.202775] env[62024]: value = "task-2288770" [ 964.202775] env[62024]: _type = "Task" [ 964.202775] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.214414] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.275898] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.275898] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.275898] env[62024]: DEBUG nova.network.neutron [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.275898] env[62024]: DEBUG nova.objects.instance [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lazy-loading 'info_cache' on Instance uuid 27583f6d-75ba-4258-9250-dfe4da025995 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.458260] env[62024]: DEBUG nova.network.neutron [req-2d15ee88-dbf6-4a51-8460-8c332055547c req-8a5bc27f-98bc-4927-88e5-cac5641e6c10 service nova] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Updated VIF entry in instance network info cache for port bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.458689] env[62024]: DEBUG nova.network.neutron [req-2d15ee88-dbf6-4a51-8460-8c332055547c req-8a5bc27f-98bc-4927-88e5-cac5641e6c10 service nova] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Updating instance_info_cache with network_info: [{"id": "bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4", "address": "fa:16:3e:1d:73:4a", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa6627d-31", "ovs_interfaceid": "bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.574337] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bda45331-2094-4f5f-804e-d4af8f258256 tempest-AttachVolumeTestJSON-959602134 tempest-AttachVolumeTestJSON-959602134-project-member] Lock "d66ce04d-e04e-4510-a02d-6cd22e2cc29b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.909s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.722766] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497346} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.723222] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8/64eeddbd-ecb2-47e7-9ea6-9977d743d7c8.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.723461] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.723759] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-482752b0-bdd1-40d7-8fce-c9f816552022 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.732660] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 964.732660] env[62024]: value = "task-2288771" [ 964.732660] env[62024]: _type = "Task" [ 964.732660] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.750354] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.968532] env[62024]: DEBUG oslo_concurrency.lockutils [req-2d15ee88-dbf6-4a51-8460-8c332055547c req-8a5bc27f-98bc-4927-88e5-cac5641e6c10 service nova] Releasing lock "refresh_cache-64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.199096] env[62024]: DEBUG oslo_concurrency.lockutils [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.199096] env[62024]: DEBUG oslo_concurrency.lockutils [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.199096] env[62024]: INFO nova.compute.manager [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Attaching volume 49751f09-addb-4a2b-9f4c-a1ddf676b43e to /dev/sdb [ 965.223425] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897a1f06-2d93-4824-94a4-c8158ad297ba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.238702] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad84604-b323-4467-ac8b-77d2261cf91d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.244913] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0db32ad-9c7d-422a-9d96-0fa7be5c2d7b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.257299] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091171} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.285731] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.286688] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487e30fc-8e02-45ac-aa52-b34a492a646c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.291809] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05859004-1050-4fe0-a9ec-5b06e1574b1b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.297402] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5016e18d-5c13-4d49-b21f-018af8ce4c5d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.328081] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8/64eeddbd-ecb2-47e7-9ea6-9977d743d7c8.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.331316] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52b06f4f-5176-4549-a6c9-cfe37dc935d6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.348942] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925945f0-d148-43fc-bfd1-1bc653dac66a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.353222] env[62024]: DEBUG nova.virt.block_device [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Updating existing volume attachment record: 9a4d8e99-5f86-487a-9393-4806c434463f {{(pid=62024) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 965.366489] env[62024]: DEBUG nova.compute.provider_tree [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.371427] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 965.371427] env[62024]: value = "task-2288774" [ 965.371427] env[62024]: _type = "Task" [ 965.371427] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.379685] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.586890] env[62024]: DEBUG nova.network.neutron [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Updating instance_info_cache with network_info: [{"id": "ee5e0566-9596-4b44-968e-ed34e7cb767f", "address": "fa:16:3e:9c:78:aa", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5e0566-95", "ovs_interfaceid": "ee5e0566-9596-4b44-968e-ed34e7cb767f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.878093] env[62024]: DEBUG nova.scheduler.client.report [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.888369] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.090543] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "refresh_cache-27583f6d-75ba-4258-9250-dfe4da025995" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.090808] env[62024]: DEBUG nova.objects.instance [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lazy-loading 'migration_context' on Instance uuid 27583f6d-75ba-4258-9250-dfe4da025995 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.385158] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.385158] env[62024]: DEBUG nova.compute.manager [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.387817] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.832s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.388251] env[62024]: DEBUG nova.objects.instance [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lazy-loading 'resources' on Instance uuid 65ec227e-3975-4a36-9ee2-6adc08e29558 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.398624] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288774, 'name': ReconfigVM_Task, 'duration_secs': 0.87378} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.401531] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8/64eeddbd-ecb2-47e7-9ea6-9977d743d7c8.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.401531] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfc93545-81e3-4c70-a69e-d970c0ad78f3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.407318] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 966.407318] env[62024]: value = "task-2288778" [ 966.407318] env[62024]: _type = "Task" [ 966.407318] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.416102] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288778, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.594081] env[62024]: DEBUG nova.objects.base [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Object Instance<27583f6d-75ba-4258-9250-dfe4da025995> lazy-loaded attributes: info_cache,migration_context {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 966.595472] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058a64be-93f4-4852-8772-f3300d301a85 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.619913] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390f887d-6357-4d58-bea1-97dc84655a47 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.625155] env[62024]: DEBUG oslo_vmware.api [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 966.625155] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ed14db-3f48-d73c-04f0-2e3cbdc2dab6" [ 966.625155] env[62024]: _type = "Task" [ 966.625155] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.633817] env[62024]: DEBUG oslo_vmware.api [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ed14db-3f48-d73c-04f0-2e3cbdc2dab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.894016] env[62024]: DEBUG nova.objects.instance [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lazy-loading 'numa_topology' on Instance uuid 65ec227e-3975-4a36-9ee2-6adc08e29558 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.895899] env[62024]: DEBUG nova.compute.utils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 966.897561] env[62024]: DEBUG nova.compute.manager [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.897758] env[62024]: DEBUG nova.network.neutron [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.917817] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288778, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.943889] env[62024]: DEBUG nova.policy [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2842e7d57abb4796b566f03ab013a384', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0e8469d470e4b3d96b9e87082d15781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.134987] env[62024]: DEBUG oslo_vmware.api [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ed14db-3f48-d73c-04f0-2e3cbdc2dab6, 'name': SearchDatastore_Task, 'duration_secs': 0.014073} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.135408] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.246167] env[62024]: DEBUG nova.network.neutron [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Successfully created port: e6145d98-1ed0-4a31-b6fa-0ff74729097d {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.404098] env[62024]: DEBUG nova.compute.manager [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.404098] env[62024]: DEBUG nova.objects.base [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Object Instance<65ec227e-3975-4a36-9ee2-6adc08e29558> lazy-loaded attributes: resources,numa_topology {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 967.420783] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288778, 'name': Rename_Task, 'duration_secs': 0.746407} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.421070] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.421321] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31578165-dbca-4f7e-9061-a0886d003998 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.428220] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 967.428220] env[62024]: value = "task-2288780" [ 967.428220] env[62024]: _type = "Task" [ 967.428220] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.443020] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.574930] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5523c7bd-2d89-4fe9-8b26-26e10fd4e05a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.583499] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915da49f-2b9e-4e35-8c13-a933664d06d3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.616012] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729ea3a1-072b-420a-83cd-84d11c6140d3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.624119] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b81871-a829-4344-8bfb-02e589b85cef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.639659] env[62024]: DEBUG nova.compute.provider_tree [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.942805] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288780, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.143746] env[62024]: DEBUG nova.scheduler.client.report [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.419644] env[62024]: DEBUG nova.compute.manager [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.439688] env[62024]: DEBUG oslo_vmware.api [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288780, 'name': PowerOnVM_Task, 'duration_secs': 0.749556} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.439988] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.440207] env[62024]: INFO nova.compute.manager [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Took 7.82 seconds to spawn the instance on the hypervisor. [ 968.441035] env[62024]: DEBUG nova.compute.manager [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.443157] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79937d09-06ac-460c-8ae4-013edbb16796 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.454970] env[62024]: DEBUG nova.virt.hardware [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.456024] env[62024]: DEBUG nova.virt.hardware [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.456024] env[62024]: DEBUG nova.virt.hardware [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.456024] env[62024]: DEBUG nova.virt.hardware [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.456024] env[62024]: DEBUG nova.virt.hardware [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.456024] env[62024]: DEBUG nova.virt.hardware [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.456024] env[62024]: DEBUG nova.virt.hardware [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.456338] env[62024]: DEBUG nova.virt.hardware [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.456338] env[62024]: DEBUG nova.virt.hardware [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.456503] env[62024]: DEBUG nova.virt.hardware [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.456668] env[62024]: DEBUG nova.virt.hardware [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.457504] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950d8bae-6281-43e8-9ecd-2192b64a906c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.465039] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8a4a93-9a01-4689-a4fc-e1b8ef3aa705 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.654285] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.658269] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.055s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.660108] env[62024]: DEBUG nova.objects.instance [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lazy-loading 'resources' on Instance uuid 58344be0-9c1b-43bf-bc58-16da488b10d8 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.705292] env[62024]: DEBUG nova.compute.manager [req-1d7381f6-0df6-4ef1-b969-75f71d1f549d req-a355c1ee-5bb5-401c-a5e5-f27ba7859822 service nova] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Received event network-vif-plugged-e6145d98-1ed0-4a31-b6fa-0ff74729097d {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.705529] env[62024]: DEBUG oslo_concurrency.lockutils [req-1d7381f6-0df6-4ef1-b969-75f71d1f549d req-a355c1ee-5bb5-401c-a5e5-f27ba7859822 service nova] Acquiring lock "84ae3050-b193-4030-b45e-4877697f3463-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.705957] env[62024]: DEBUG oslo_concurrency.lockutils [req-1d7381f6-0df6-4ef1-b969-75f71d1f549d req-a355c1ee-5bb5-401c-a5e5-f27ba7859822 service nova] Lock "84ae3050-b193-4030-b45e-4877697f3463-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.706167] env[62024]: DEBUG oslo_concurrency.lockutils [req-1d7381f6-0df6-4ef1-b969-75f71d1f549d req-a355c1ee-5bb5-401c-a5e5-f27ba7859822 service nova] Lock "84ae3050-b193-4030-b45e-4877697f3463-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.706339] env[62024]: DEBUG nova.compute.manager [req-1d7381f6-0df6-4ef1-b969-75f71d1f549d req-a355c1ee-5bb5-401c-a5e5-f27ba7859822 service nova] [instance: 84ae3050-b193-4030-b45e-4877697f3463] No waiting events found dispatching network-vif-plugged-e6145d98-1ed0-4a31-b6fa-0ff74729097d {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.706549] env[62024]: WARNING nova.compute.manager [req-1d7381f6-0df6-4ef1-b969-75f71d1f549d req-a355c1ee-5bb5-401c-a5e5-f27ba7859822 service nova] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Received unexpected event network-vif-plugged-e6145d98-1ed0-4a31-b6fa-0ff74729097d for instance with vm_state building and task_state spawning. [ 968.835374] env[62024]: DEBUG nova.network.neutron [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Successfully updated port: e6145d98-1ed0-4a31-b6fa-0ff74729097d {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.873136] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "af5d5a5f-afca-428a-abf8-7c9b70234c56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.873136] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.973968] env[62024]: INFO nova.compute.manager [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Took 15.14 seconds to build instance. [ 969.169691] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f2dfe7fa-8457-48f3-8e24-995266dcd920 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.933s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.170885] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.608s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.171147] env[62024]: INFO nova.compute.manager [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Unshelving [ 969.341295] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.341577] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.341841] env[62024]: DEBUG nova.network.neutron [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.374062] env[62024]: DEBUG nova.compute.manager [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.377556] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0765c0cb-3cde-4a7a-b5b5-e6e4b8f33f9a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.386623] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407c5439-0b3b-4649-a2b6-9b43689103ba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.424415] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd807fe9-dbdc-4374-8d19-77cbb1d3df53 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.433192] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd8152e-0725-4d5e-9397-a179005d2964 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.449134] env[62024]: DEBUG nova.compute.provider_tree [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.476584] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2dde8e4f-ebb3-412b-8ca0-31ef91459ea6 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.654s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.879239] env[62024]: DEBUG nova.network.neutron [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.895881] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.955035] env[62024]: DEBUG nova.scheduler.client.report [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.025588] env[62024]: DEBUG nova.network.neutron [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating instance_info_cache with network_info: [{"id": "e6145d98-1ed0-4a31-b6fa-0ff74729097d", "address": "fa:16:3e:a4:cc:48", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6145d98-1e", "ovs_interfaceid": "e6145d98-1ed0-4a31-b6fa-0ff74729097d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.195151] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.320094] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.320094] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.385626] env[62024]: DEBUG oslo_concurrency.lockutils [None req-49de9db0-33e8-47fd-99ca-ee892839bd00 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "interface-01583b3a-4abc-4d50-b8a1-8f6a6f982871-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.385626] env[62024]: DEBUG oslo_concurrency.lockutils [None req-49de9db0-33e8-47fd-99ca-ee892839bd00 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-01583b3a-4abc-4d50-b8a1-8f6a6f982871-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.385626] env[62024]: DEBUG nova.objects.instance [None req-49de9db0-33e8-47fd-99ca-ee892839bd00 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'flavor' on Instance uuid 01583b3a-4abc-4d50-b8a1-8f6a6f982871 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.416054] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Volume attach. Driver type: vmdk {{(pid=62024) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 970.416054] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465842', 'volume_id': '49751f09-addb-4a2b-9f4c-a1ddf676b43e', 'name': 'volume-49751f09-addb-4a2b-9f4c-a1ddf676b43e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c588cdc1-d2bb-4777-bcf4-c45ff3894608', 'attached_at': '', 'detached_at': '', 'volume_id': '49751f09-addb-4a2b-9f4c-a1ddf676b43e', 'serial': '49751f09-addb-4a2b-9f4c-a1ddf676b43e'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 970.416743] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6372723e-a876-4e28-b2e8-2c0f1329d910 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.434434] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1842ab-d461-47cf-832e-bbdcdf1e8580 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.461463] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] volume-49751f09-addb-4a2b-9f4c-a1ddf676b43e/volume-49751f09-addb-4a2b-9f4c-a1ddf676b43e.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.462406] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.464561] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1199d95-c3b9-470d-b1ff-627b044bff60 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.478663] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.343s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.487323] env[62024]: DEBUG oslo_vmware.api [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 970.487323] env[62024]: value = "task-2288784" [ 970.487323] env[62024]: _type = "Task" [ 970.487323] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.497899] env[62024]: DEBUG oslo_vmware.api [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.498914] env[62024]: INFO nova.scheduler.client.report [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleted allocations for instance 58344be0-9c1b-43bf-bc58-16da488b10d8 [ 970.528069] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.528476] env[62024]: DEBUG nova.compute.manager [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Instance network_info: |[{"id": "e6145d98-1ed0-4a31-b6fa-0ff74729097d", "address": "fa:16:3e:a4:cc:48", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6145d98-1e", "ovs_interfaceid": "e6145d98-1ed0-4a31-b6fa-0ff74729097d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.528892] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:cc:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6145d98-1ed0-4a31-b6fa-0ff74729097d', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.536983] env[62024]: DEBUG oslo.service.loopingcall [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.537741] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.537903] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cca00619-ce14-4583-a611-5ecf76df67a2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.559447] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.559447] env[62024]: value = "task-2288785" [ 970.559447] env[62024]: _type = "Task" [ 970.559447] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.568775] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288785, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.720665] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "315dd7c9-56ad-4f11-888c-4ec2d1d6be8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.721071] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "315dd7c9-56ad-4f11-888c-4ec2d1d6be8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.800575] env[62024]: DEBUG nova.compute.manager [req-a45ec537-9c2e-4141-8da1-ab84d2562d56 req-a2c9cbd7-d1db-455a-977d-6df90652a12d service nova] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Received event network-changed-e6145d98-1ed0-4a31-b6fa-0ff74729097d {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.800832] env[62024]: DEBUG nova.compute.manager [req-a45ec537-9c2e-4141-8da1-ab84d2562d56 req-a2c9cbd7-d1db-455a-977d-6df90652a12d service nova] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Refreshing instance network info cache due to event network-changed-e6145d98-1ed0-4a31-b6fa-0ff74729097d. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 970.801153] env[62024]: DEBUG oslo_concurrency.lockutils [req-a45ec537-9c2e-4141-8da1-ab84d2562d56 req-a2c9cbd7-d1db-455a-977d-6df90652a12d service nova] Acquiring lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.801337] env[62024]: DEBUG oslo_concurrency.lockutils [req-a45ec537-9c2e-4141-8da1-ab84d2562d56 req-a2c9cbd7-d1db-455a-977d-6df90652a12d service nova] Acquired lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.801529] env[62024]: DEBUG nova.network.neutron [req-a45ec537-9c2e-4141-8da1-ab84d2562d56 req-a2c9cbd7-d1db-455a-977d-6df90652a12d service nova] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Refreshing network info cache for port e6145d98-1ed0-4a31-b6fa-0ff74729097d {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.824496] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.824668] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Starting heal instance info cache {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 970.889811] env[62024]: DEBUG nova.objects.instance [None req-49de9db0-33e8-47fd-99ca-ee892839bd00 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'pci_requests' on Instance uuid 01583b3a-4abc-4d50-b8a1-8f6a6f982871 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.998832] env[62024]: DEBUG oslo_vmware.api [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288784, 'name': ReconfigVM_Task, 'duration_secs': 0.496735} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.999126] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Reconfigured VM instance instance-0000003f to attach disk [datastore2] volume-49751f09-addb-4a2b-9f4c-a1ddf676b43e/volume-49751f09-addb-4a2b-9f4c-a1ddf676b43e.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.008673] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf232b3f-183d-46dc-a381-80cd8171a767 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.019195] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6bcfc8fc-c390-49d3-819e-ec9b0e568348 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "58344be0-9c1b-43bf-bc58-16da488b10d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.389s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.028985] env[62024]: DEBUG oslo_vmware.api [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 971.028985] env[62024]: value = "task-2288787" [ 971.028985] env[62024]: _type = "Task" [ 971.028985] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.041202] env[62024]: DEBUG oslo_vmware.api [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.074584] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288785, 'name': CreateVM_Task, 'duration_secs': 0.412187} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.074764] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.075488] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.075653] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.076049] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.076281] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c4839db-bfdd-445a-9027-25a9b37736b8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.085040] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 971.085040] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5235e12c-e49c-7cb4-5fe2-c635d44da5ec" [ 971.085040] env[62024]: _type = "Task" [ 971.085040] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.099616] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5235e12c-e49c-7cb4-5fe2-c635d44da5ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.181842] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de8e80c-b3b1-4dbe-a5d5-cdffd9876d90 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.189801] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb57ebc-573b-4f78-bd31-86d5218e0dd1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.223829] env[62024]: DEBUG nova.compute.manager [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.227028] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710614ea-fe86-4c92-a736-d97e2728e2fb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.236225] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817a11d7-2c68-44fe-a918-8187de4ac395 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.250738] env[62024]: DEBUG nova.compute.provider_tree [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.391824] env[62024]: DEBUG nova.objects.base [None req-49de9db0-33e8-47fd-99ca-ee892839bd00 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Object Instance<01583b3a-4abc-4d50-b8a1-8f6a6f982871> lazy-loaded attributes: flavor,pci_requests {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 971.392038] env[62024]: DEBUG nova.network.neutron [None req-49de9db0-33e8-47fd-99ca-ee892839bd00 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.482522] env[62024]: DEBUG oslo_concurrency.lockutils [None req-49de9db0-33e8-47fd-99ca-ee892839bd00 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-01583b3a-4abc-4d50-b8a1-8f6a6f982871-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.530971] env[62024]: DEBUG nova.network.neutron [req-a45ec537-9c2e-4141-8da1-ab84d2562d56 req-a2c9cbd7-d1db-455a-977d-6df90652a12d service nova] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updated VIF entry in instance network info cache for port e6145d98-1ed0-4a31-b6fa-0ff74729097d. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.531443] env[62024]: DEBUG nova.network.neutron [req-a45ec537-9c2e-4141-8da1-ab84d2562d56 req-a2c9cbd7-d1db-455a-977d-6df90652a12d service nova] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating instance_info_cache with network_info: [{"id": "e6145d98-1ed0-4a31-b6fa-0ff74729097d", "address": "fa:16:3e:a4:cc:48", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6145d98-1e", "ovs_interfaceid": "e6145d98-1ed0-4a31-b6fa-0ff74729097d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.543537] env[62024]: DEBUG oslo_vmware.api [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288787, 'name': ReconfigVM_Task, 'duration_secs': 0.173578} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.544477] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465842', 'volume_id': '49751f09-addb-4a2b-9f4c-a1ddf676b43e', 'name': 'volume-49751f09-addb-4a2b-9f4c-a1ddf676b43e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c588cdc1-d2bb-4777-bcf4-c45ff3894608', 'attached_at': '', 'detached_at': '', 'volume_id': '49751f09-addb-4a2b-9f4c-a1ddf676b43e', 'serial': '49751f09-addb-4a2b-9f4c-a1ddf676b43e'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 971.596836] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5235e12c-e49c-7cb4-5fe2-c635d44da5ec, 'name': SearchDatastore_Task, 'duration_secs': 0.0139} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.597175] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.597483] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.597720] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.597867] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.598057] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.598373] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27cb2f39-ea2c-4525-9ee9-251891e8a027 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.610332] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.610526] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.611342] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-558ec95f-c84c-4b5c-bcae-919898768ae3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.619808] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 971.619808] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523f6e7b-36fa-93e4-fb96-18f7f490dd50" [ 971.619808] env[62024]: _type = "Task" [ 971.619808] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.629413] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523f6e7b-36fa-93e4-fb96-18f7f490dd50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.751060] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.754134] env[62024]: DEBUG nova.scheduler.client.report [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.038025] env[62024]: DEBUG oslo_concurrency.lockutils [req-a45ec537-9c2e-4141-8da1-ab84d2562d56 req-a2c9cbd7-d1db-455a-977d-6df90652a12d service nova] Releasing lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.131994] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523f6e7b-36fa-93e4-fb96-18f7f490dd50, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.132840] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd07ce47-d23f-455f-a207-f34bf33f6d4a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.139481] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 972.139481] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52523f64-5e7e-eb4f-a797-37fccb1e747e" [ 972.139481] env[62024]: _type = "Task" [ 972.139481] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.149334] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52523f64-5e7e-eb4f-a797-37fccb1e747e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.581193] env[62024]: DEBUG nova.objects.instance [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lazy-loading 'flavor' on Instance uuid c588cdc1-d2bb-4777-bcf4-c45ff3894608 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.650028] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52523f64-5e7e-eb4f-a797-37fccb1e747e, 'name': SearchDatastore_Task, 'duration_secs': 0.012258} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.650371] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.650632] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 84ae3050-b193-4030-b45e-4877697f3463/84ae3050-b193-4030-b45e-4877697f3463.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.650896] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee28cc92-cbf7-4443-be39-0fe0f671110c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.658167] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 972.658167] env[62024]: value = "task-2288789" [ 972.658167] env[62024]: _type = "Task" [ 972.658167] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.667717] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.697492] env[62024]: DEBUG nova.compute.manager [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Stashing vm_state: active {{(pid=62024) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 972.766515] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.286s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.768508] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.873s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.770151] env[62024]: INFO nova.compute.claims [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.087621] env[62024]: DEBUG oslo_concurrency.lockutils [None req-43329aef-c2ab-4130-ae25-ebba83791719 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.888s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.169323] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47617} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.169716] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 84ae3050-b193-4030-b45e-4877697f3463/84ae3050-b193-4030-b45e-4877697f3463.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.169975] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.170576] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7d13b32-6faa-4d13-9117-19e829a656b5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.177267] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 973.177267] env[62024]: value = "task-2288790" [ 973.177267] env[62024]: _type = "Task" [ 973.177267] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.185579] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.218466] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.333723] env[62024]: INFO nova.scheduler.client.report [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleted allocation for migration 3ed49c68-9421-4da7-9a2b-055df98f00c6 [ 973.423160] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "interface-01583b3a-4abc-4d50-b8a1-8f6a6f982871-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.423430] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-01583b3a-4abc-4d50-b8a1-8f6a6f982871-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.423771] env[62024]: DEBUG nova.objects.instance [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'flavor' on Instance uuid 01583b3a-4abc-4d50-b8a1-8f6a6f982871 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.688216] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080605} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.688625] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.689505] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6d973f-0a2e-430f-8a2b-4a44ff0efb75 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.712599] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 84ae3050-b193-4030-b45e-4877697f3463/84ae3050-b193-4030-b45e-4877697f3463.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.712909] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6913c0b3-e094-4b5e-8f84-917466bea22e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.731674] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 973.731674] env[62024]: value = "task-2288792" [ 973.731674] env[62024]: _type = "Task" [ 973.731674] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.741437] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.788389] env[62024]: INFO nova.compute.manager [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Rescuing [ 973.788389] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.788562] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.788597] env[62024]: DEBUG nova.network.neutron [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.841955] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e303cda9-b829-405c-bab8-ed8ecb85f977 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "27583f6d-75ba-4258-9250-dfe4da025995" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.113s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.942290] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35280796-0743-46df-a8c0-8e8f89b983a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.949725] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cc4409-8246-4582-9d95-937dc77cb614 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.981225] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4bb62a-052d-4fc5-9a50-85e9ba5b4bad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.988446] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624a2ec6-bd21-4329-be25-8d833d8080d4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.002075] env[62024]: DEBUG nova.compute.provider_tree [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.086179] env[62024]: DEBUG nova.objects.instance [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'pci_requests' on Instance uuid 01583b3a-4abc-4d50-b8a1-8f6a6f982871 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.242025] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.506684] env[62024]: DEBUG nova.scheduler.client.report [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.588795] env[62024]: DEBUG nova.objects.base [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Object Instance<01583b3a-4abc-4d50-b8a1-8f6a6f982871> lazy-loaded attributes: flavor,pci_requests {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 974.589087] env[62024]: DEBUG nova.network.neutron [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.656346] env[62024]: DEBUG nova.policy [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac9642bd3134e8f8ce7dffa09717db3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddea10ddb6a44863b1fcff034e3f6899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.743560] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288792, 'name': ReconfigVM_Task, 'duration_secs': 0.921933} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.743852] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 84ae3050-b193-4030-b45e-4877697f3463/84ae3050-b193-4030-b45e-4877697f3463.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.744504] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a99e8211-3b17-42ba-ac22-47617f541152 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.750811] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 974.750811] env[62024]: value = "task-2288793" [ 974.750811] env[62024]: _type = "Task" [ 974.750811] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.760604] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288793, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.937732] env[62024]: DEBUG nova.network.neutron [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Updating instance_info_cache with network_info: [{"id": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "address": "fa:16:3e:da:ca:8c", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf206b8b4-5d", "ovs_interfaceid": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.013611] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.014140] env[62024]: DEBUG nova.compute.manager [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.017053] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.822s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.017632] env[62024]: DEBUG nova.objects.instance [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lazy-loading 'pci_requests' on Instance uuid 65ec227e-3975-4a36-9ee2-6adc08e29558 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.172115] env[62024]: DEBUG nova.network.neutron [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Successfully created port: 5be897da-7d06-4f4e-9a82-847011dab843 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.263836] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288793, 'name': Rename_Task, 'duration_secs': 0.130226} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.264931] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.265252] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e35e507-bd38-4a21-9189-359fc5a11de0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.272275] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 975.272275] env[62024]: value = "task-2288794" [ 975.272275] env[62024]: _type = "Task" [ 975.272275] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.281578] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.443018] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.520967] env[62024]: DEBUG nova.compute.utils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 975.523852] env[62024]: DEBUG nova.objects.instance [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lazy-loading 'numa_topology' on Instance uuid 65ec227e-3975-4a36-9ee2-6adc08e29558 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.524999] env[62024]: DEBUG nova.compute.manager [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.525791] env[62024]: DEBUG nova.network.neutron [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.577977] env[62024]: DEBUG nova.policy [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e7411e2c47444b38bd495bba4e2c761', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eb11eb8d05844e2a66a44e782cb84ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.786157] env[62024]: DEBUG oslo_vmware.api [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288794, 'name': PowerOnVM_Task, 'duration_secs': 0.509559} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.786552] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.787015] env[62024]: INFO nova.compute.manager [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Took 7.37 seconds to spawn the instance on the hypervisor. [ 975.787235] env[62024]: DEBUG nova.compute.manager [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.788130] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcce981-08d4-4092-a19a-6c5982f1323b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.031304] env[62024]: DEBUG nova.compute.manager [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.032089] env[62024]: INFO nova.compute.claims [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.080765] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "27583f6d-75ba-4258-9250-dfe4da025995" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.081102] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "27583f6d-75ba-4258-9250-dfe4da025995" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.081365] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "27583f6d-75ba-4258-9250-dfe4da025995-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.081589] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "27583f6d-75ba-4258-9250-dfe4da025995-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.081787] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "27583f6d-75ba-4258-9250-dfe4da025995-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.088962] env[62024]: INFO nova.compute.manager [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Terminating instance [ 976.201760] env[62024]: DEBUG nova.network.neutron [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Successfully created port: 5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.317165] env[62024]: INFO nova.compute.manager [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Took 17.20 seconds to build instance. [ 976.593078] env[62024]: DEBUG nova.compute.manager [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.593316] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.594475] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee40c38b-762c-48d3-985f-f6256a75cdb9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.602149] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.602401] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28aeb620-d2e9-4d17-9a77-f4eec8c66f68 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.609366] env[62024]: DEBUG oslo_vmware.api [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 976.609366] env[62024]: value = "task-2288796" [ 976.609366] env[62024]: _type = "Task" [ 976.609366] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.617541] env[62024]: DEBUG oslo_vmware.api [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.766480] env[62024]: DEBUG nova.network.neutron [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Successfully updated port: 5be897da-7d06-4f4e-9a82-847011dab843 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.822939] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8765f74e-4578-493e-9cae-3bb6ff0d7f3e tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "84ae3050-b193-4030-b45e-4877697f3463" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.717s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.881728] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.881988] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.946290] env[62024]: DEBUG nova.compute.manager [req-04bbaec1-09cd-4f59-9267-69b45a49a9ef req-5e3bdd1d-5e3c-4aa7-844b-2271111ed88a service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Received event network-vif-plugged-5be897da-7d06-4f4e-9a82-847011dab843 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.946413] env[62024]: DEBUG oslo_concurrency.lockutils [req-04bbaec1-09cd-4f59-9267-69b45a49a9ef req-5e3bdd1d-5e3c-4aa7-844b-2271111ed88a service nova] Acquiring lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.946631] env[62024]: DEBUG oslo_concurrency.lockutils [req-04bbaec1-09cd-4f59-9267-69b45a49a9ef req-5e3bdd1d-5e3c-4aa7-844b-2271111ed88a service nova] Lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.946836] env[62024]: DEBUG oslo_concurrency.lockutils [req-04bbaec1-09cd-4f59-9267-69b45a49a9ef req-5e3bdd1d-5e3c-4aa7-844b-2271111ed88a service nova] Lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.947047] env[62024]: DEBUG nova.compute.manager [req-04bbaec1-09cd-4f59-9267-69b45a49a9ef req-5e3bdd1d-5e3c-4aa7-844b-2271111ed88a service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] No waiting events found dispatching network-vif-plugged-5be897da-7d06-4f4e-9a82-847011dab843 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.947280] env[62024]: WARNING nova.compute.manager [req-04bbaec1-09cd-4f59-9267-69b45a49a9ef req-5e3bdd1d-5e3c-4aa7-844b-2271111ed88a service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Received unexpected event network-vif-plugged-5be897da-7d06-4f4e-9a82-847011dab843 for instance with vm_state active and task_state None. [ 976.987647] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.987961] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-445ce49f-283d-4840-836e-f07c03f5a4aa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.995146] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 976.995146] env[62024]: value = "task-2288797" [ 976.995146] env[62024]: _type = "Task" [ 976.995146] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.004133] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.044544] env[62024]: DEBUG nova.compute.manager [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.071516] env[62024]: DEBUG nova.virt.hardware [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.071817] env[62024]: DEBUG nova.virt.hardware [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.072054] env[62024]: DEBUG nova.virt.hardware [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.072283] env[62024]: DEBUG nova.virt.hardware [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.072510] env[62024]: DEBUG nova.virt.hardware [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.072583] env[62024]: DEBUG nova.virt.hardware [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.072751] env[62024]: DEBUG nova.virt.hardware [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.073235] env[62024]: DEBUG nova.virt.hardware [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.073235] env[62024]: DEBUG nova.virt.hardware [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.073235] env[62024]: DEBUG nova.virt.hardware [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.073416] env[62024]: DEBUG nova.virt.hardware [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.074332] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dddaca-b5ac-4473-a1fd-a127ac70aa63 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.093866] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b41f74-4bc2-48ba-ad06-00ca44ec5014 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.137232] env[62024]: DEBUG oslo_vmware.api [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288796, 'name': PowerOffVM_Task, 'duration_secs': 0.333156} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.137705] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.137986] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.138379] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b20a3568-7fe0-47bb-a675-27c0e617b253 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.212332] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.212721] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.213045] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleting the datastore file [datastore1] 27583f6d-75ba-4258-9250-dfe4da025995 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.213446] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6779170-6247-4a91-ad17-ac0f546ddc7d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.225058] env[62024]: DEBUG oslo_vmware.api [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 977.225058] env[62024]: value = "task-2288799" [ 977.225058] env[62024]: _type = "Task" [ 977.225058] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.240485] env[62024]: DEBUG oslo_vmware.api [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.258721] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36a7044-af46-4032-ab15-20279496ec9a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.266772] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38b4df1-5c85-4326-b857-21cda8c04e4f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.271858] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.271858] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.271858] env[62024]: DEBUG nova.network.neutron [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.302989] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290a4830-c839-4abd-9177-ed2742021a71 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.311441] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7019a55d-84f1-46b5-991f-19d2aac8f1b1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.324994] env[62024]: DEBUG nova.compute.provider_tree [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.366217] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Didn't find any instances for network info cache update. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 977.367856] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.367856] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.367856] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.367856] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.368106] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.368265] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.368422] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62024) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 977.369025] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.385645] env[62024]: DEBUG nova.compute.manager [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.505403] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288797, 'name': PowerOffVM_Task, 'duration_secs': 0.315054} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.505672] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.506576] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8499053-47f6-46ec-ae38-b5cbf9e14310 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.527850] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231a0e94-3add-4ff6-b4fd-b0193639cf68 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.555620] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.555904] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cba2153-0637-43ab-abca-e85abb044a72 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.562052] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 977.562052] env[62024]: value = "task-2288801" [ 977.562052] env[62024]: _type = "Task" [ 977.562052] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.571201] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] VM already powered off {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 977.571553] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.572160] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.572390] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.572584] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.572814] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e28e44de-095b-4b93-b0ea-6074ac892ec2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.580687] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.580869] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.581591] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8248a26-d1cc-42e8-b476-55c4fd399c12 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.586991] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 977.586991] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a257cb-592a-3127-fd83-c1d19d11e882" [ 977.586991] env[62024]: _type = "Task" [ 977.586991] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.594181] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a257cb-592a-3127-fd83-c1d19d11e882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.734903] env[62024]: DEBUG oslo_vmware.api [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142295} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.735237] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.735463] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.735806] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.735902] env[62024]: INFO nova.compute.manager [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Took 1.14 seconds to destroy the instance on the hypervisor. [ 977.736092] env[62024]: DEBUG oslo.service.loopingcall [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.736308] env[62024]: DEBUG nova.compute.manager [-] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.736403] env[62024]: DEBUG nova.network.neutron [-] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.827951] env[62024]: WARNING nova.network.neutron [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] e0f2a36d-219c-4c49-bfa1-8b03f0578d0f already exists in list: networks containing: ['e0f2a36d-219c-4c49-bfa1-8b03f0578d0f']. ignoring it [ 977.832880] env[62024]: DEBUG nova.scheduler.client.report [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.871869] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.912255] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.026130] env[62024]: DEBUG nova.network.neutron [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Successfully updated port: 5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.099097] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a257cb-592a-3127-fd83-c1d19d11e882, 'name': SearchDatastore_Task, 'duration_secs': 0.007945} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.099893] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d878b9-448a-40e7-b6e3-ac6187f8dcc8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.105033] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 978.105033] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523abbda-a27c-f6f9-d45e-f95aa1d481be" [ 978.105033] env[62024]: _type = "Task" [ 978.105033] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.115398] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523abbda-a27c-f6f9-d45e-f95aa1d481be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.118309] env[62024]: DEBUG nova.compute.manager [req-0ed21700-abfd-40e3-9ad3-1a7d07ad2415 req-c1e13a7a-3d3c-4f0e-861a-b48778d808b3 service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Received event network-vif-plugged-5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.118551] env[62024]: DEBUG oslo_concurrency.lockutils [req-0ed21700-abfd-40e3-9ad3-1a7d07ad2415 req-c1e13a7a-3d3c-4f0e-861a-b48778d808b3 service nova] Acquiring lock "af5d5a5f-afca-428a-abf8-7c9b70234c56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.118768] env[62024]: DEBUG oslo_concurrency.lockutils [req-0ed21700-abfd-40e3-9ad3-1a7d07ad2415 req-c1e13a7a-3d3c-4f0e-861a-b48778d808b3 service nova] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.118935] env[62024]: DEBUG oslo_concurrency.lockutils [req-0ed21700-abfd-40e3-9ad3-1a7d07ad2415 req-c1e13a7a-3d3c-4f0e-861a-b48778d808b3 service nova] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.119121] env[62024]: DEBUG nova.compute.manager [req-0ed21700-abfd-40e3-9ad3-1a7d07ad2415 req-c1e13a7a-3d3c-4f0e-861a-b48778d808b3 service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] No waiting events found dispatching network-vif-plugged-5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.119289] env[62024]: WARNING nova.compute.manager [req-0ed21700-abfd-40e3-9ad3-1a7d07ad2415 req-c1e13a7a-3d3c-4f0e-861a-b48778d808b3 service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Received unexpected event network-vif-plugged-5d97f123-1b5f-43fb-8e0a-7eab2674a61c for instance with vm_state building and task_state spawning. [ 978.123532] env[62024]: DEBUG nova.compute.manager [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Stashing vm_state: active {{(pid=62024) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 978.316439] env[62024]: DEBUG nova.network.neutron [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updating instance_info_cache with network_info: [{"id": "c32b615d-f551-448b-8f78-c637efc5f57f", "address": "fa:16:3e:87:4a:04", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32b615d-f5", "ovs_interfaceid": "c32b615d-f551-448b-8f78-c637efc5f57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5be897da-7d06-4f4e-9a82-847011dab843", "address": "fa:16:3e:fb:4d:17", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be897da-7d", "ovs_interfaceid": "5be897da-7d06-4f4e-9a82-847011dab843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.339815] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.323s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.343038] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.592s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.344592] env[62024]: INFO nova.compute.claims [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.398146] env[62024]: INFO nova.network.neutron [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Updating port d3242e14-8bf1-487c-9026-97af6545f348 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 978.500321] env[62024]: DEBUG nova.network.neutron [-] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.528665] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.528665] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquired lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.528665] env[62024]: DEBUG nova.network.neutron [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.615493] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523abbda-a27c-f6f9-d45e-f95aa1d481be, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.615810] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.616083] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] c588cdc1-d2bb-4777-bcf4-c45ff3894608/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk. {{(pid=62024) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 978.616545] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95c2df8c-a61a-4d0e-97d4-d22f6534219e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.623724] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 978.623724] env[62024]: value = "task-2288802" [ 978.623724] env[62024]: _type = "Task" [ 978.623724] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.635705] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.647976] env[62024]: DEBUG oslo_concurrency.lockutils [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.818953] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.819660] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.819848] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.820712] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db3e79f-cf84-41e4-a7e5-d6f2b999b8ea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.838343] env[62024]: DEBUG nova.virt.hardware [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.838759] env[62024]: DEBUG nova.virt.hardware [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.838808] env[62024]: DEBUG nova.virt.hardware [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.839020] env[62024]: DEBUG nova.virt.hardware [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.839211] env[62024]: DEBUG nova.virt.hardware [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.839393] env[62024]: DEBUG nova.virt.hardware [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.839624] env[62024]: DEBUG nova.virt.hardware [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.839780] env[62024]: DEBUG nova.virt.hardware [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.839972] env[62024]: DEBUG nova.virt.hardware [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.840211] env[62024]: DEBUG nova.virt.hardware [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.840471] env[62024]: DEBUG nova.virt.hardware [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.849600] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Reconfiguring VM to attach interface {{(pid=62024) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 978.852064] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1ca6263-7dfd-4ea7-8e38-d5e7ae894e3c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.871756] env[62024]: DEBUG oslo_vmware.api [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 978.871756] env[62024]: value = "task-2288803" [ 978.871756] env[62024]: _type = "Task" [ 978.871756] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.880157] env[62024]: DEBUG oslo_vmware.api [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288803, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.003018] env[62024]: INFO nova.compute.manager [-] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Took 1.27 seconds to deallocate network for instance. [ 979.041667] env[62024]: DEBUG nova.compute.manager [req-6c18b31c-ca08-43cd-9dc6-bf436d6b2d4d req-ed26348c-ba52-4294-ba98-35a727541cf5 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Received event network-changed-5be897da-7d06-4f4e-9a82-847011dab843 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.041909] env[62024]: DEBUG nova.compute.manager [req-6c18b31c-ca08-43cd-9dc6-bf436d6b2d4d req-ed26348c-ba52-4294-ba98-35a727541cf5 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Refreshing instance network info cache due to event network-changed-5be897da-7d06-4f4e-9a82-847011dab843. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 979.042151] env[62024]: DEBUG oslo_concurrency.lockutils [req-6c18b31c-ca08-43cd-9dc6-bf436d6b2d4d req-ed26348c-ba52-4294-ba98-35a727541cf5 service nova] Acquiring lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.042301] env[62024]: DEBUG oslo_concurrency.lockutils [req-6c18b31c-ca08-43cd-9dc6-bf436d6b2d4d req-ed26348c-ba52-4294-ba98-35a727541cf5 service nova] Acquired lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.042467] env[62024]: DEBUG nova.network.neutron [req-6c18b31c-ca08-43cd-9dc6-bf436d6b2d4d req-ed26348c-ba52-4294-ba98-35a727541cf5 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Refreshing network info cache for port 5be897da-7d06-4f4e-9a82-847011dab843 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.067080] env[62024]: DEBUG nova.network.neutron [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.136126] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288802, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.272015] env[62024]: DEBUG nova.network.neutron [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Updating instance_info_cache with network_info: [{"id": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "address": "fa:16:3e:55:9f:f7", "network": {"id": "961204ed-9db8-4e99-ae79-19fb804ced5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-665674658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb11eb8d05844e2a66a44e782cb84ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d97f123-1b", "ovs_interfaceid": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.381263] env[62024]: DEBUG oslo_vmware.api [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.510781] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.545472] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac76b0a-a375-4d39-a04a-c60cc367f5ba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.554616] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead82dec-db39-401d-aefa-e7341751dac6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.584862] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6348cf4-7dc6-4fdb-bb38-092f731d2626 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.592299] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d5360-1c8e-4891-9d9c-75d9dfe3cb8f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.608704] env[62024]: DEBUG nova.compute.provider_tree [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.634187] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644837} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.634437] env[62024]: INFO nova.virt.vmwareapi.ds_util [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] c588cdc1-d2bb-4777-bcf4-c45ff3894608/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk. [ 979.635206] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b127271-66aa-4bb0-98a5-b5cbba4587c4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.665698] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] c588cdc1-d2bb-4777-bcf4-c45ff3894608/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.667934] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5750ed47-7c63-4e25-9b04-025067aed19a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.686095] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 979.686095] env[62024]: value = "task-2288804" [ 979.686095] env[62024]: _type = "Task" [ 979.686095] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.693903] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.774786] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Releasing lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.775215] env[62024]: DEBUG nova.compute.manager [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Instance network_info: |[{"id": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "address": "fa:16:3e:55:9f:f7", "network": {"id": "961204ed-9db8-4e99-ae79-19fb804ced5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-665674658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb11eb8d05844e2a66a44e782cb84ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d97f123-1b", "ovs_interfaceid": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.775921] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:9f:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d97f123-1b5f-43fb-8e0a-7eab2674a61c', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.788866] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Creating folder: Project (3eb11eb8d05844e2a66a44e782cb84ba). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.793187] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea93b7d6-7a07-40aa-b273-ab88cb8b33eb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.807515] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Created folder: Project (3eb11eb8d05844e2a66a44e782cb84ba) in parent group-v465568. [ 979.807515] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Creating folder: Instances. Parent ref: group-v465845. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.807515] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b02eb165-b2bb-4007-adc2-9c98bb283df5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.820779] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Created folder: Instances in parent group-v465845. [ 979.820779] env[62024]: DEBUG oslo.service.loopingcall [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 979.820779] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.820779] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8232c9a-7300-4750-9739-4f5536c9d498 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.841614] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.841614] env[62024]: value = "task-2288807" [ 979.841614] env[62024]: _type = "Task" [ 979.841614] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.849522] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288807, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.881587] env[62024]: DEBUG oslo_vmware.api [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288803, 'name': ReconfigVM_Task, 'duration_secs': 0.967235} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.882184] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.882419] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Reconfigured VM to attach interface {{(pid=62024) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 979.925439] env[62024]: DEBUG nova.network.neutron [req-6c18b31c-ca08-43cd-9dc6-bf436d6b2d4d req-ed26348c-ba52-4294-ba98-35a727541cf5 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updated VIF entry in instance network info cache for port 5be897da-7d06-4f4e-9a82-847011dab843. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.925912] env[62024]: DEBUG nova.network.neutron [req-6c18b31c-ca08-43cd-9dc6-bf436d6b2d4d req-ed26348c-ba52-4294-ba98-35a727541cf5 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updating instance_info_cache with network_info: [{"id": "c32b615d-f551-448b-8f78-c637efc5f57f", "address": "fa:16:3e:87:4a:04", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32b615d-f5", "ovs_interfaceid": "c32b615d-f551-448b-8f78-c637efc5f57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5be897da-7d06-4f4e-9a82-847011dab843", "address": "fa:16:3e:fb:4d:17", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be897da-7d", "ovs_interfaceid": "5be897da-7d06-4f4e-9a82-847011dab843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.111854] env[62024]: DEBUG nova.scheduler.client.report [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.124336] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.124336] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.124336] env[62024]: DEBUG nova.network.neutron [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.183117] env[62024]: DEBUG nova.compute.manager [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Received event network-changed-5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.183117] env[62024]: DEBUG nova.compute.manager [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Refreshing instance network info cache due to event network-changed-5d97f123-1b5f-43fb-8e0a-7eab2674a61c. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 980.183349] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] Acquiring lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.183404] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] Acquired lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.183694] env[62024]: DEBUG nova.network.neutron [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Refreshing network info cache for port 5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.195108] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.351349] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288807, 'name': CreateVM_Task, 'duration_secs': 0.344431} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.351515] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.352197] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.352362] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.352674] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.352942] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb24497-0563-4c5d-9a54-ab8c4b3c34b0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.357528] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 980.357528] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52acf327-2f4b-1145-8506-1e98c9fdbd1c" [ 980.357528] env[62024]: _type = "Task" [ 980.357528] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.364721] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52acf327-2f4b-1145-8506-1e98c9fdbd1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.387021] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ed8f50ae-5db4-44d6-8f6a-92188ba1aec4 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-01583b3a-4abc-4d50-b8a1-8f6a6f982871-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.964s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.428773] env[62024]: DEBUG oslo_concurrency.lockutils [req-6c18b31c-ca08-43cd-9dc6-bf436d6b2d4d req-ed26348c-ba52-4294-ba98-35a727541cf5 service nova] Releasing lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.429052] env[62024]: DEBUG nova.compute.manager [req-6c18b31c-ca08-43cd-9dc6-bf436d6b2d4d req-ed26348c-ba52-4294-ba98-35a727541cf5 service nova] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Received event network-vif-deleted-ee5e0566-9596-4b44-968e-ed34e7cb767f {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.617990] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.618564] env[62024]: DEBUG nova.compute.manager [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.621199] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.403s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.700563] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288804, 'name': ReconfigVM_Task, 'duration_secs': 0.777636} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.700563] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Reconfigured VM instance instance-0000003f to attach disk [datastore2] c588cdc1-d2bb-4777-bcf4-c45ff3894608/f446626d-716c-44c1-b266-739dd62d0b92-rescue.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.701401] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66f9928-d117-4483-8b42-39ebc663196e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.729327] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4658f72e-73b0-4ac4-b18a-4c4289e64ad1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.747008] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 980.747008] env[62024]: value = "task-2288808" [ 980.747008] env[62024]: _type = "Task" [ 980.747008] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.756018] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.867345] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52acf327-2f4b-1145-8506-1e98c9fdbd1c, 'name': SearchDatastore_Task, 'duration_secs': 0.008535} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.869679] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.869923] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.870173] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.870528] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.870528] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.870751] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dfb92c3-c991-43d2-a929-3d1c6e76a27c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.878841] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.878971] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.879669] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0488e851-80fe-497b-bab4-175b153e32e1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.884261] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 980.884261] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b77525-9a26-d605-0ad2-64e572272ede" [ 980.884261] env[62024]: _type = "Task" [ 980.884261] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.892367] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b77525-9a26-d605-0ad2-64e572272ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.060288] env[62024]: DEBUG nova.network.neutron [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Updating instance_info_cache with network_info: [{"id": "d3242e14-8bf1-487c-9026-97af6545f348", "address": "fa:16:3e:0e:d9:96", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3242e14-8b", "ovs_interfaceid": "d3242e14-8bf1-487c-9026-97af6545f348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.101966] env[62024]: DEBUG nova.network.neutron [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Updated VIF entry in instance network info cache for port 5d97f123-1b5f-43fb-8e0a-7eab2674a61c. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.102347] env[62024]: DEBUG nova.network.neutron [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Updating instance_info_cache with network_info: [{"id": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "address": "fa:16:3e:55:9f:f7", "network": {"id": "961204ed-9db8-4e99-ae79-19fb804ced5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-665674658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb11eb8d05844e2a66a44e782cb84ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d97f123-1b", "ovs_interfaceid": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.124341] env[62024]: DEBUG nova.compute.utils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 981.128260] env[62024]: INFO nova.compute.claims [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.136025] env[62024]: DEBUG nova.compute.manager [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.136025] env[62024]: DEBUG nova.network.neutron [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.196463] env[62024]: DEBUG nova.policy [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4cb6a26029a4251bc5a04e05458ab78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '633bf756caa54ea49d7c4c5ba81180ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.257788] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288808, 'name': ReconfigVM_Task, 'duration_secs': 0.233704} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.258166] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.258424] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-803e93d2-8df5-4f87-8dce-b2f66e323e5f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.265082] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 981.265082] env[62024]: value = "task-2288809" [ 981.265082] env[62024]: _type = "Task" [ 981.265082] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.272739] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.354619] env[62024]: DEBUG oslo_concurrency.lockutils [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Acquiring lock "3715ffef-3417-4358-a8e3-d8cb782ef74a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.354834] env[62024]: DEBUG oslo_concurrency.lockutils [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Lock "3715ffef-3417-4358-a8e3-d8cb782ef74a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.396090] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b77525-9a26-d605-0ad2-64e572272ede, 'name': SearchDatastore_Task, 'duration_secs': 0.007602} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.396714] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854339a1-4c18-44a5-9471-b1b2b3372262 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.402386] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 981.402386] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524e89e3-c907-5209-80c3-636eacbf71db" [ 981.402386] env[62024]: _type = "Task" [ 981.402386] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.410683] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524e89e3-c907-5209-80c3-636eacbf71db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.558662] env[62024]: DEBUG nova.network.neutron [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Successfully created port: 8be8229f-fa7d-4045-a65a-88b6e88ee525 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.566090] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.596719] env[62024]: DEBUG nova.virt.hardware [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ac855b7de74c09ee0d408bb4748de99b',container_format='bare',created_at=2025-02-04T17:16:23Z,direct_url=,disk_format='vmdk',id=8a353edd-77b1-4a65-ba4b-6654774225d2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-209800990-shelved',owner='63bf6d41509344a7a2d8d1567054f23e',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-04T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.596988] env[62024]: DEBUG nova.virt.hardware [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.597163] env[62024]: DEBUG nova.virt.hardware [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.597349] env[62024]: DEBUG nova.virt.hardware [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.597555] env[62024]: DEBUG nova.virt.hardware [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.597718] env[62024]: DEBUG nova.virt.hardware [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.597927] env[62024]: DEBUG nova.virt.hardware [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.598396] env[62024]: DEBUG nova.virt.hardware [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.598602] env[62024]: DEBUG nova.virt.hardware [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.598776] env[62024]: DEBUG nova.virt.hardware [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.598954] env[62024]: DEBUG nova.virt.hardware [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.600068] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbb0e97-7175-4b1e-aaab-357e5f24c068 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.604515] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] Releasing lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.604741] env[62024]: DEBUG nova.compute.manager [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Received event network-vif-plugged-d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.604926] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] Acquiring lock "65ec227e-3975-4a36-9ee2-6adc08e29558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.605134] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.605299] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.605481] env[62024]: DEBUG nova.compute.manager [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] No waiting events found dispatching network-vif-plugged-d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.605717] env[62024]: WARNING nova.compute.manager [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Received unexpected event network-vif-plugged-d3242e14-8bf1-487c-9026-97af6545f348 for instance with vm_state shelved_offloaded and task_state spawning. [ 981.605817] env[62024]: DEBUG nova.compute.manager [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Received event network-changed-d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.605969] env[62024]: DEBUG nova.compute.manager [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Refreshing instance network info cache due to event network-changed-d3242e14-8bf1-487c-9026-97af6545f348. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 981.606171] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] Acquiring lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.606309] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] Acquired lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.606466] env[62024]: DEBUG nova.network.neutron [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Refreshing network info cache for port d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.611106] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977a0559-289b-4af3-8f02-c83a6e81bad3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.625927] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:d9:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3242e14-8bf1-487c-9026-97af6545f348', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.633180] env[62024]: DEBUG oslo.service.loopingcall [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 981.634070] env[62024]: DEBUG nova.compute.manager [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.636415] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.640025] env[62024]: INFO nova.compute.resource_tracker [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating resource usage from migration 7e43d0a2-9b2c-45d1-93e3-0138b9b05dac [ 981.640516] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1db308a-ec44-4b4d-bd8f-479ff69c1178 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.660624] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.660624] env[62024]: value = "task-2288810" [ 981.660624] env[62024]: _type = "Task" [ 981.660624] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.671020] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288810, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.779059] env[62024]: DEBUG oslo_vmware.api [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288809, 'name': PowerOnVM_Task, 'duration_secs': 0.445348} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.779405] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.784784] env[62024]: DEBUG nova.compute.manager [None req-a4b8f6b9-f575-4e69-aa32-88740903f1bd tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.785801] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a125e205-5e7e-402e-945f-5d82fbecdef8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.859868] env[62024]: DEBUG nova.compute.manager [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.877496] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf41c717-d47d-42a7-8cf1-ace7cb0af641 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.887540] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616979f2-fe39-42fe-b193-28215c2443db {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.920784] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24930541-1d36-484e-8074-cd2da2c8fc01 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.930314] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524e89e3-c907-5209-80c3-636eacbf71db, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.932577] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.932864] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] af5d5a5f-afca-428a-abf8-7c9b70234c56/af5d5a5f-afca-428a-abf8-7c9b70234c56.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.933186] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-674c7e16-f1f7-4972-9126-ac66935ce45a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.938952] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c17003-2e86-4013-99d5-4e6bb625d08c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.956533] env[62024]: DEBUG nova.compute.provider_tree [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.958198] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 981.958198] env[62024]: value = "task-2288811" [ 981.958198] env[62024]: _type = "Task" [ 981.958198] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.968835] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.058472] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "interface-01583b3a-4abc-4d50-b8a1-8f6a6f982871-a5c2f98f-004e-4099-9da2-e46f372f137b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.058764] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-01583b3a-4abc-4d50-b8a1-8f6a6f982871-a5c2f98f-004e-4099-9da2-e46f372f137b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.059171] env[62024]: DEBUG nova.objects.instance [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'flavor' on Instance uuid 01583b3a-4abc-4d50-b8a1-8f6a6f982871 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.175178] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288810, 'name': CreateVM_Task, 'duration_secs': 0.315122} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.175366] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.176188] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a353edd-77b1-4a65-ba4b-6654774225d2" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.176350] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a353edd-77b1-4a65-ba4b-6654774225d2" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.176753] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a353edd-77b1-4a65-ba4b-6654774225d2" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.177764] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a59d6f5b-9da0-4f55-a7ee-b47065901b9f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.184158] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 982.184158] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521d2e66-be13-7304-e8a8-b76af7fc8378" [ 982.184158] env[62024]: _type = "Task" [ 982.184158] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.194774] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]521d2e66-be13-7304-e8a8-b76af7fc8378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.387724] env[62024]: DEBUG oslo_concurrency.lockutils [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.463284] env[62024]: DEBUG nova.scheduler.client.report [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.471600] env[62024]: DEBUG nova.network.neutron [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Updated VIF entry in instance network info cache for port d3242e14-8bf1-487c-9026-97af6545f348. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.471600] env[62024]: DEBUG nova.network.neutron [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Updating instance_info_cache with network_info: [{"id": "d3242e14-8bf1-487c-9026-97af6545f348", "address": "fa:16:3e:0e:d9:96", "network": {"id": "eee9a4dc-8e92-49b1-b608-9400c34f17d0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-163304923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63bf6d41509344a7a2d8d1567054f23e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3242e14-8b", "ovs_interfaceid": "d3242e14-8bf1-487c-9026-97af6545f348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.472673] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48556} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.473293] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] af5d5a5f-afca-428a-abf8-7c9b70234c56/af5d5a5f-afca-428a-abf8-7c9b70234c56.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.473502] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.473980] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f32db1cd-57c2-4b9c-871d-1b93e38a81f6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.480435] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 982.480435] env[62024]: value = "task-2288812" [ 982.480435] env[62024]: _type = "Task" [ 982.480435] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.489930] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.643719] env[62024]: DEBUG nova.compute.manager [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.674328] env[62024]: DEBUG nova.virt.hardware [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.674618] env[62024]: DEBUG nova.virt.hardware [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.674816] env[62024]: DEBUG nova.virt.hardware [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.675029] env[62024]: DEBUG nova.virt.hardware [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.675181] env[62024]: DEBUG nova.virt.hardware [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.675362] env[62024]: DEBUG nova.virt.hardware [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.675575] env[62024]: DEBUG nova.virt.hardware [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.675744] env[62024]: DEBUG nova.virt.hardware [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.675908] env[62024]: DEBUG nova.virt.hardware [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.676081] env[62024]: DEBUG nova.virt.hardware [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.676262] env[62024]: DEBUG nova.virt.hardware [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.677240] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3e4b3e-f346-48a0-82b3-dc3d0e26899c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.689171] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaf53c5-d891-463c-b5fb-bbc1f9dd8905 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.706613] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a353edd-77b1-4a65-ba4b-6654774225d2" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.706868] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Processing image 8a353edd-77b1-4a65-ba4b-6654774225d2 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.707110] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a353edd-77b1-4a65-ba4b-6654774225d2/8a353edd-77b1-4a65-ba4b-6654774225d2.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.707260] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a353edd-77b1-4a65-ba4b-6654774225d2/8a353edd-77b1-4a65-ba4b-6654774225d2.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.707472] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.709929] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0ae55a1-7d83-49fe-89a5-dc31044988f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.719154] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.719340] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.720196] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4244b1fb-0089-4c29-a863-71bcb8e662a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.726075] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 982.726075] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f0ad88-ad87-ac79-b2d5-515c8b200ba6" [ 982.726075] env[62024]: _type = "Task" [ 982.726075] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.735231] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f0ad88-ad87-ac79-b2d5-515c8b200ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.763826] env[62024]: DEBUG nova.objects.instance [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'pci_requests' on Instance uuid 01583b3a-4abc-4d50-b8a1-8f6a6f982871 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.974629] env[62024]: DEBUG oslo_concurrency.lockutils [req-8ab40fbc-7f6c-4f00-abd5-5c1db311fcda req-231a6b5a-2016-4820-ba5d-6bc8cbd11e9d service nova] Releasing lock "refresh_cache-65ec227e-3975-4a36-9ee2-6adc08e29558" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.975487] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.354s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.975687] env[62024]: INFO nova.compute.manager [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Migrating [ 982.982526] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.111s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.982677] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.982830] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62024) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 982.983140] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.071s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.984809] env[62024]: INFO nova.compute.claims [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.991391] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8433a5d6-f620-43da-8d3c-3521dcb29458 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.010047] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072249} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.012675] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.013262] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcfe1c1-86b1-4e9b-a399-c415b1cf8171 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.016868] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adf157c-4db3-4589-9d9d-26740fe9abc4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.052457] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] af5d5a5f-afca-428a-abf8-7c9b70234c56/af5d5a5f-afca-428a-abf8-7c9b70234c56.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.053207] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13a61f5-6768-4da8-9a48-62c000412f4a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.058206] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd928485-575a-40fe-a77e-8b156fae583d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.072656] env[62024]: INFO nova.compute.manager [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Unrescuing [ 983.072899] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.073061] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquired lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.073229] env[62024]: DEBUG nova.network.neutron [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.081018] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e982360-549e-4993-9ac7-b8f937a76632 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.084155] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 983.084155] env[62024]: value = "task-2288813" [ 983.084155] env[62024]: _type = "Task" [ 983.084155] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.112153] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178780MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62024) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 983.112317] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.118521] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.238139] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Preparing fetch location {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 983.238390] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Fetch image to [datastore1] OSTACK_IMG_0b10be5d-6461-4ab3-b2b3-902198ff188b/OSTACK_IMG_0b10be5d-6461-4ab3-b2b3-902198ff188b.vmdk {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 983.238585] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Downloading stream optimized image 8a353edd-77b1-4a65-ba4b-6654774225d2 to [datastore1] OSTACK_IMG_0b10be5d-6461-4ab3-b2b3-902198ff188b/OSTACK_IMG_0b10be5d-6461-4ab3-b2b3-902198ff188b.vmdk on the data store datastore1 as vApp {{(pid=62024) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 983.238754] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Downloading image file data 8a353edd-77b1-4a65-ba4b-6654774225d2 to the ESX as VM named 'OSTACK_IMG_0b10be5d-6461-4ab3-b2b3-902198ff188b' {{(pid=62024) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 983.283815] env[62024]: DEBUG nova.objects.base [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Object Instance<01583b3a-4abc-4d50-b8a1-8f6a6f982871> lazy-loaded attributes: flavor,pci_requests {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 983.284030] env[62024]: DEBUG nova.network.neutron [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.325402] env[62024]: DEBUG oslo_vmware.rw_handles [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 983.325402] env[62024]: value = "resgroup-9" [ 983.325402] env[62024]: _type = "ResourcePool" [ 983.325402] env[62024]: }. {{(pid=62024) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 983.325524] env[62024]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4eb9973c-e9de-4a11-bd9f-5a646ca17f3c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.351549] env[62024]: DEBUG oslo_vmware.rw_handles [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lease: (returnval){ [ 983.351549] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52786fc9-9b54-6f9e-8983-c2a870ae64f8" [ 983.351549] env[62024]: _type = "HttpNfcLease" [ 983.351549] env[62024]: } obtained for vApp import into resource pool (val){ [ 983.351549] env[62024]: value = "resgroup-9" [ 983.351549] env[62024]: _type = "ResourcePool" [ 983.351549] env[62024]: }. {{(pid=62024) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 983.351992] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the lease: (returnval){ [ 983.351992] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52786fc9-9b54-6f9e-8983-c2a870ae64f8" [ 983.351992] env[62024]: _type = "HttpNfcLease" [ 983.351992] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 983.360614] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.360614] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52786fc9-9b54-6f9e-8983-c2a870ae64f8" [ 983.360614] env[62024]: _type = "HttpNfcLease" [ 983.360614] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 983.431020] env[62024]: DEBUG nova.policy [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac9642bd3134e8f8ce7dffa09717db3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddea10ddb6a44863b1fcff034e3f6899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.503594] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.503797] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.503945] env[62024]: DEBUG nova.network.neutron [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.593752] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288813, 'name': ReconfigVM_Task, 'duration_secs': 0.301448} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.594047] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Reconfigured VM instance instance-00000064 to attach disk [datastore2] af5d5a5f-afca-428a-abf8-7c9b70234c56/af5d5a5f-afca-428a-abf8-7c9b70234c56.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.594673] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f315731-0314-4d90-a402-b407d3329231 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.600824] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 983.600824] env[62024]: value = "task-2288815" [ 983.600824] env[62024]: _type = "Task" [ 983.600824] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.608306] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288815, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.670718] env[62024]: DEBUG nova.network.neutron [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Successfully updated port: 8be8229f-fa7d-4045-a65a-88b6e88ee525 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.749274] env[62024]: DEBUG nova.compute.manager [req-0fabb902-7146-40ab-8179-be3d37f5a4ce req-caa60430-e79c-4071-98c5-814a6052f637 service nova] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Received event network-vif-plugged-8be8229f-fa7d-4045-a65a-88b6e88ee525 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.749519] env[62024]: DEBUG oslo_concurrency.lockutils [req-0fabb902-7146-40ab-8179-be3d37f5a4ce req-caa60430-e79c-4071-98c5-814a6052f637 service nova] Acquiring lock "315dd7c9-56ad-4f11-888c-4ec2d1d6be8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.749735] env[62024]: DEBUG oslo_concurrency.lockutils [req-0fabb902-7146-40ab-8179-be3d37f5a4ce req-caa60430-e79c-4071-98c5-814a6052f637 service nova] Lock "315dd7c9-56ad-4f11-888c-4ec2d1d6be8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.749901] env[62024]: DEBUG oslo_concurrency.lockutils [req-0fabb902-7146-40ab-8179-be3d37f5a4ce req-caa60430-e79c-4071-98c5-814a6052f637 service nova] Lock "315dd7c9-56ad-4f11-888c-4ec2d1d6be8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.750082] env[62024]: DEBUG nova.compute.manager [req-0fabb902-7146-40ab-8179-be3d37f5a4ce req-caa60430-e79c-4071-98c5-814a6052f637 service nova] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] No waiting events found dispatching network-vif-plugged-8be8229f-fa7d-4045-a65a-88b6e88ee525 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.750374] env[62024]: WARNING nova.compute.manager [req-0fabb902-7146-40ab-8179-be3d37f5a4ce req-caa60430-e79c-4071-98c5-814a6052f637 service nova] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Received unexpected event network-vif-plugged-8be8229f-fa7d-4045-a65a-88b6e88ee525 for instance with vm_state building and task_state spawning. [ 983.824140] env[62024]: DEBUG nova.network.neutron [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Updating instance_info_cache with network_info: [{"id": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "address": "fa:16:3e:da:ca:8c", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf206b8b4-5d", "ovs_interfaceid": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.860784] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.860784] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52786fc9-9b54-6f9e-8983-c2a870ae64f8" [ 983.860784] env[62024]: _type = "HttpNfcLease" [ 983.860784] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 984.112781] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288815, 'name': Rename_Task, 'duration_secs': 0.157339} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.115104] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.115374] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8782e8e9-490e-4a7d-a0e0-c5c1a1ca58fc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.123860] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 984.123860] env[62024]: value = "task-2288816" [ 984.123860] env[62024]: _type = "Task" [ 984.123860] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.132565] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.177091] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "refresh_cache-315dd7c9-56ad-4f11-888c-4ec2d1d6be8f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.177091] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "refresh_cache-315dd7c9-56ad-4f11-888c-4ec2d1d6be8f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.177091] env[62024]: DEBUG nova.network.neutron [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.203210] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346aa3d8-24d7-4eb3-be4b-47883f2cc81d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.214507] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3af736-89fe-4e14-aa5e-0f21be08b567 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.246814] env[62024]: DEBUG nova.network.neutron [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance_info_cache with network_info: [{"id": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "address": "fa:16:3e:fe:9c:bd", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c318eab-2e", "ovs_interfaceid": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.249130] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705413dd-46c2-4eea-a5b6-6fcd13962c89 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.257370] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4385df3b-14b9-4a1a-8320-bd757ed76ee4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.271399] env[62024]: DEBUG nova.compute.provider_tree [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.330329] env[62024]: DEBUG oslo_concurrency.lockutils [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Releasing lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.330811] env[62024]: DEBUG nova.objects.instance [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lazy-loading 'flavor' on Instance uuid c588cdc1-d2bb-4777-bcf4-c45ff3894608 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.360608] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.360608] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52786fc9-9b54-6f9e-8983-c2a870ae64f8" [ 984.360608] env[62024]: _type = "HttpNfcLease" [ 984.360608] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 984.360896] env[62024]: DEBUG oslo_vmware.rw_handles [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 984.360896] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52786fc9-9b54-6f9e-8983-c2a870ae64f8" [ 984.360896] env[62024]: _type = "HttpNfcLease" [ 984.360896] env[62024]: }. {{(pid=62024) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 984.361578] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8637a3-0e5c-442b-943f-f1275dda0424 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.368759] env[62024]: DEBUG oslo_vmware.rw_handles [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232f65b-9444-0e08-7d86-54a6c88c1dcf/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 984.368927] env[62024]: DEBUG oslo_vmware.rw_handles [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232f65b-9444-0e08-7d86-54a6c88c1dcf/disk-0.vmdk. {{(pid=62024) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 984.433920] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-83037175-a1e1-43ad-a0a7-e86385aada4a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.638479] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.712799] env[62024]: DEBUG nova.network.neutron [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.749484] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.774295] env[62024]: DEBUG nova.scheduler.client.report [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.836485] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fd324d-bcb4-4db1-8ee8-3d88ad9064e6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.867722] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.873488] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8297827a-8cd4-4838-91d4-e2ec7fabf23f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.881396] env[62024]: DEBUG oslo_vmware.api [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 984.881396] env[62024]: value = "task-2288817" [ 984.881396] env[62024]: _type = "Task" [ 984.881396] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.882347] env[62024]: DEBUG nova.network.neutron [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Updating instance_info_cache with network_info: [{"id": "8be8229f-fa7d-4045-a65a-88b6e88ee525", "address": "fa:16:3e:53:d4:c5", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be8229f-fa", "ovs_interfaceid": "8be8229f-fa7d-4045-a65a-88b6e88ee525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.891691] env[62024]: DEBUG oslo_vmware.api [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.135337] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288816, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.284027] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.284574] env[62024]: DEBUG nova.compute.manager [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.287275] env[62024]: DEBUG oslo_concurrency.lockutils [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.639s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.315346] env[62024]: DEBUG nova.network.neutron [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Successfully updated port: a5c2f98f-004e-4099-9da2-e46f372f137b {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.392977] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "refresh_cache-315dd7c9-56ad-4f11-888c-4ec2d1d6be8f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.392977] env[62024]: DEBUG nova.compute.manager [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Instance network_info: |[{"id": "8be8229f-fa7d-4045-a65a-88b6e88ee525", "address": "fa:16:3e:53:d4:c5", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be8229f-fa", "ovs_interfaceid": "8be8229f-fa7d-4045-a65a-88b6e88ee525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.392977] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:d4:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8be8229f-fa7d-4045-a65a-88b6e88ee525', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.400395] env[62024]: DEBUG oslo.service.loopingcall [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.404111] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.408119] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4416cbf0-2429-4e86-8709-40f329b6ba1d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.424036] env[62024]: DEBUG oslo_vmware.api [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288817, 'name': PowerOffVM_Task, 'duration_secs': 0.280097} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.429194] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.434698] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Reconfiguring VM instance instance-0000003f to detach disk 2002 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 985.435500] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b9a027-277e-4262-9592-1dae2fc34d9c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.454955] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.454955] env[62024]: value = "task-2288818" [ 985.454955] env[62024]: _type = "Task" [ 985.454955] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.461182] env[62024]: DEBUG oslo_vmware.api [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 985.461182] env[62024]: value = "task-2288819" [ 985.461182] env[62024]: _type = "Task" [ 985.461182] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.466129] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288818, 'name': CreateVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.477013] env[62024]: DEBUG oslo_vmware.api [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288819, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.525708] env[62024]: DEBUG oslo_vmware.rw_handles [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Completed reading data from the image iterator. {{(pid=62024) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 985.526105] env[62024]: DEBUG oslo_vmware.rw_handles [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232f65b-9444-0e08-7d86-54a6c88c1dcf/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 985.527038] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ef0a45-16dd-4ec6-8cb8-dd33eda32ec1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.534367] env[62024]: DEBUG oslo_vmware.rw_handles [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232f65b-9444-0e08-7d86-54a6c88c1dcf/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 985.534681] env[62024]: DEBUG oslo_vmware.rw_handles [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232f65b-9444-0e08-7d86-54a6c88c1dcf/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 985.534984] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-77fdff94-87c8-4c60-af0b-d15b529a5169 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.635365] env[62024]: DEBUG oslo_vmware.api [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288816, 'name': PowerOnVM_Task, 'duration_secs': 1.108892} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.635694] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.635939] env[62024]: INFO nova.compute.manager [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Took 8.59 seconds to spawn the instance on the hypervisor. [ 985.636148] env[62024]: DEBUG nova.compute.manager [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.636980] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f232eca9-ebe0-4b42-b77a-c3af6f2e46b0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.766197] env[62024]: DEBUG oslo_vmware.rw_handles [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232f65b-9444-0e08-7d86-54a6c88c1dcf/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 985.766197] env[62024]: INFO nova.virt.vmwareapi.images [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Downloaded image file data 8a353edd-77b1-4a65-ba4b-6654774225d2 [ 985.766905] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c668e70f-dcdb-43cc-8492-7fc4f36093b8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.785935] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-763bc625-259c-47bb-9501-75f8542bde8f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.788945] env[62024]: DEBUG nova.compute.manager [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Received event network-changed-8be8229f-fa7d-4045-a65a-88b6e88ee525 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.789146] env[62024]: DEBUG nova.compute.manager [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Refreshing instance network info cache due to event network-changed-8be8229f-fa7d-4045-a65a-88b6e88ee525. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 985.789357] env[62024]: DEBUG oslo_concurrency.lockutils [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] Acquiring lock "refresh_cache-315dd7c9-56ad-4f11-888c-4ec2d1d6be8f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.789499] env[62024]: DEBUG oslo_concurrency.lockutils [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] Acquired lock "refresh_cache-315dd7c9-56ad-4f11-888c-4ec2d1d6be8f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.789657] env[62024]: DEBUG nova.network.neutron [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Refreshing network info cache for port 8be8229f-fa7d-4045-a65a-88b6e88ee525 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.793269] env[62024]: INFO nova.compute.claims [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.797331] env[62024]: DEBUG nova.compute.utils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 985.799906] env[62024]: DEBUG nova.compute.manager [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.800084] env[62024]: DEBUG nova.network.neutron [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.817282] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.817420] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.817678] env[62024]: DEBUG nova.network.neutron [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.821894] env[62024]: INFO nova.virt.vmwareapi.images [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] The imported VM was unregistered [ 985.824439] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Caching image {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 985.824671] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8a353edd-77b1-4a65-ba4b-6654774225d2 {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.825336] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce7cda1a-ba94-4f5f-9120-edff32991d14 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.839797] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Created directory with path [datastore1] devstack-image-cache_base/8a353edd-77b1-4a65-ba4b-6654774225d2 {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.839992] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0b10be5d-6461-4ab3-b2b3-902198ff188b/OSTACK_IMG_0b10be5d-6461-4ab3-b2b3-902198ff188b.vmdk to [datastore1] devstack-image-cache_base/8a353edd-77b1-4a65-ba4b-6654774225d2/8a353edd-77b1-4a65-ba4b-6654774225d2.vmdk. {{(pid=62024) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 985.840253] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fe89e17c-2f5a-4d1b-b045-c32447d1860f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.846592] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 985.846592] env[62024]: value = "task-2288821" [ 985.846592] env[62024]: _type = "Task" [ 985.846592] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.854396] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288821, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.876976] env[62024]: DEBUG nova.policy [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3de3398f0a1d4109be3220ff2468215b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87fdfffd73ef4fe5b1fe949585044d4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.966304] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288818, 'name': CreateVM_Task, 'duration_secs': 0.403128} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.969380] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.970131] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.970320] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.970662] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.971291] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd823592-9486-4246-a50f-8f32690d580f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.976770] env[62024]: DEBUG oslo_vmware.api [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288819, 'name': ReconfigVM_Task, 'duration_secs': 0.338749} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.977949] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Reconfigured VM instance instance-0000003f to detach disk 2002 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 985.978211] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.978510] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 985.978510] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52456a8f-9fc7-90fe-9b17-ceea0523985d" [ 985.978510] env[62024]: _type = "Task" [ 985.978510] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.978697] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d35361f8-0eb4-4cf4-8d54-d9563fa46d02 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.991704] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52456a8f-9fc7-90fe-9b17-ceea0523985d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.991704] env[62024]: DEBUG oslo_vmware.api [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 985.991704] env[62024]: value = "task-2288822" [ 985.991704] env[62024]: _type = "Task" [ 985.991704] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.997191] env[62024]: DEBUG oslo_vmware.api [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.154705] env[62024]: INFO nova.compute.manager [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Took 16.27 seconds to build instance. [ 986.216024] env[62024]: DEBUG nova.network.neutron [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Successfully created port: 55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.268360] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1a9ce7-38f0-4910-996f-6f8f36e5c5c2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.289259] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance '5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a' progress to 0 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.302444] env[62024]: INFO nova.compute.resource_tracker [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating resource usage from migration c9066d2b-7c2e-4247-931d-b2afcbca2a3f [ 986.315249] env[62024]: DEBUG nova.compute.manager [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.364890] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288821, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.387149] env[62024]: WARNING nova.network.neutron [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] e0f2a36d-219c-4c49-bfa1-8b03f0578d0f already exists in list: networks containing: ['e0f2a36d-219c-4c49-bfa1-8b03f0578d0f']. ignoring it [ 986.387359] env[62024]: WARNING nova.network.neutron [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] e0f2a36d-219c-4c49-bfa1-8b03f0578d0f already exists in list: networks containing: ['e0f2a36d-219c-4c49-bfa1-8b03f0578d0f']. ignoring it [ 987.213928] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e1e2286-1009-48db-9deb-bb98547cba14 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.343s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.215502] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.225188] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74327a89-bcbc-4ffc-b032-517603a9f037 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.249233] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52456a8f-9fc7-90fe-9b17-ceea0523985d, 'name': SearchDatastore_Task, 'duration_secs': 0.048984} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.249233] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288821, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.249233] env[62024]: DEBUG oslo_vmware.api [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288822, 'name': PowerOnVM_Task, 'duration_secs': 0.457451} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.254868] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.255140] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.257083] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.257083] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.257083] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.257083] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.257083] env[62024]: DEBUG nova.compute.manager [None req-36ca2f98-d496-4c1e-b67c-0147a24a83d3 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.257083] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 987.257083] env[62024]: value = "task-2288823" [ 987.257083] env[62024]: _type = "Task" [ 987.257083] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.257443] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b64a7ca8-540a-4395-a298-6c16117ff09c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.261167] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb52304-73eb-4509-9d7e-7109e796f585 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.282711] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.288040] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.288040] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.288723] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6781db6-a1e1-4ac2-8094-c28a8ec7adb5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.301563] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 987.301563] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fd3c26-4cf4-2ec2-8118-210449ab7bd6" [ 987.301563] env[62024]: _type = "Task" [ 987.301563] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.316159] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fd3c26-4cf4-2ec2-8118-210449ab7bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.413932] env[62024]: DEBUG nova.network.neutron [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Updated VIF entry in instance network info cache for port 8be8229f-fa7d-4045-a65a-88b6e88ee525. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.414477] env[62024]: DEBUG nova.network.neutron [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Updating instance_info_cache with network_info: [{"id": "8be8229f-fa7d-4045-a65a-88b6e88ee525", "address": "fa:16:3e:53:d4:c5", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be8229f-fa", "ovs_interfaceid": "8be8229f-fa7d-4045-a65a-88b6e88ee525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.454963] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdf53d6-c7a7-4f91-b685-868550cdb0f5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.468244] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ea1d33-c4a2-4cc5-ae19-821bd7d286a6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.508172] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d0b8e0-abbf-45ab-905f-3dcbca5dda42 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.519320] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17010c87-405b-4a57-b2ee-846898016551 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.535475] env[62024]: DEBUG nova.compute.provider_tree [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.732945] env[62024]: DEBUG nova.compute.manager [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.735405] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288821, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.760295] env[62024]: DEBUG nova.virt.hardware [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.760505] env[62024]: DEBUG nova.virt.hardware [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.760556] env[62024]: DEBUG nova.virt.hardware [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.760772] env[62024]: DEBUG nova.virt.hardware [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.760931] env[62024]: DEBUG nova.virt.hardware [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.761090] env[62024]: DEBUG nova.virt.hardware [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.761304] env[62024]: DEBUG nova.virt.hardware [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.761463] env[62024]: DEBUG nova.virt.hardware [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.761629] env[62024]: DEBUG nova.virt.hardware [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.761794] env[62024]: DEBUG nova.virt.hardware [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.762327] env[62024]: DEBUG nova.virt.hardware [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.763050] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb553d3-dfc6-4b81-96d1-db32b8fe0ba1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.782598] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbda1d7-e8c6-4d27-9fa3-d8ed27c6706d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.787163] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288823, 'name': PowerOffVM_Task, 'duration_secs': 0.322271} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.789822] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.790089] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance '5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a' progress to 17 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.819628] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fd3c26-4cf4-2ec2-8118-210449ab7bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.097304} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.820548] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99197411-72d1-48d2-985e-973049045100 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.828462] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 987.828462] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5212ab04-b5b7-48bb-82cb-c7c83b1cf3bf" [ 987.828462] env[62024]: _type = "Task" [ 987.828462] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.842064] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5212ab04-b5b7-48bb-82cb-c7c83b1cf3bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.917294] env[62024]: DEBUG oslo_concurrency.lockutils [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] Releasing lock "refresh_cache-315dd7c9-56ad-4f11-888c-4ec2d1d6be8f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.917798] env[62024]: DEBUG nova.compute.manager [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Received event network-vif-plugged-a5c2f98f-004e-4099-9da2-e46f372f137b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.917939] env[62024]: DEBUG oslo_concurrency.lockutils [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] Acquiring lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.918172] env[62024]: DEBUG oslo_concurrency.lockutils [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] Lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.918338] env[62024]: DEBUG oslo_concurrency.lockutils [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] Lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.918576] env[62024]: DEBUG nova.compute.manager [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] No waiting events found dispatching network-vif-plugged-a5c2f98f-004e-4099-9da2-e46f372f137b {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.918772] env[62024]: WARNING nova.compute.manager [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Received unexpected event network-vif-plugged-a5c2f98f-004e-4099-9da2-e46f372f137b for instance with vm_state active and task_state None. [ 987.918940] env[62024]: DEBUG nova.compute.manager [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Received event network-changed-a5c2f98f-004e-4099-9da2-e46f372f137b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.919106] env[62024]: DEBUG nova.compute.manager [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Refreshing instance network info cache due to event network-changed-a5c2f98f-004e-4099-9da2-e46f372f137b. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 987.919275] env[62024]: DEBUG oslo_concurrency.lockutils [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] Acquiring lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.929587] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "76c11fb3-9bae-4ce0-9fa5-c054155f5b1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.929867] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "76c11fb3-9bae-4ce0-9fa5-c054155f5b1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.021316] env[62024]: DEBUG nova.network.neutron [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updating instance_info_cache with network_info: [{"id": "c32b615d-f551-448b-8f78-c637efc5f57f", "address": "fa:16:3e:87:4a:04", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32b615d-f5", "ovs_interfaceid": "c32b615d-f551-448b-8f78-c637efc5f57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5be897da-7d06-4f4e-9a82-847011dab843", "address": "fa:16:3e:fb:4d:17", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be897da-7d", "ovs_interfaceid": "5be897da-7d06-4f4e-9a82-847011dab843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a5c2f98f-004e-4099-9da2-e46f372f137b", "address": "fa:16:3e:81:86:5d", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c2f98f-00", "ovs_interfaceid": "a5c2f98f-004e-4099-9da2-e46f372f137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.039353] env[62024]: DEBUG nova.scheduler.client.report [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.232226] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288821, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.298351] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.298660] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.298976] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.299217] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.299384] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.299555] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.299912] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.300147] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.300352] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.300479] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.300651] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.306199] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bea3158c-3223-428b-a755-e5994235c3ad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.325821] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 988.325821] env[62024]: value = "task-2288824" [ 988.325821] env[62024]: _type = "Task" [ 988.325821] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.340202] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288824, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.344171] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5212ab04-b5b7-48bb-82cb-c7c83b1cf3bf, 'name': SearchDatastore_Task, 'duration_secs': 0.086702} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.344446] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.344787] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f/315dd7c9-56ad-4f11-888c-4ec2d1d6be8f.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.345075] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d676f85-0a5d-4f0e-a848-97f0b08d9c7d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.349590] env[62024]: DEBUG nova.compute.manager [req-d3762538-199a-4d78-903b-5e39ee7bb445 req-4cbd9be4-b1cd-45ca-bc78-905da2ff4714 service nova] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Received event network-vif-plugged-55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.349818] env[62024]: DEBUG oslo_concurrency.lockutils [req-d3762538-199a-4d78-903b-5e39ee7bb445 req-4cbd9be4-b1cd-45ca-bc78-905da2ff4714 service nova] Acquiring lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.350068] env[62024]: DEBUG oslo_concurrency.lockutils [req-d3762538-199a-4d78-903b-5e39ee7bb445 req-4cbd9be4-b1cd-45ca-bc78-905da2ff4714 service nova] Lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.350294] env[62024]: DEBUG oslo_concurrency.lockutils [req-d3762538-199a-4d78-903b-5e39ee7bb445 req-4cbd9be4-b1cd-45ca-bc78-905da2ff4714 service nova] Lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.350475] env[62024]: DEBUG nova.compute.manager [req-d3762538-199a-4d78-903b-5e39ee7bb445 req-4cbd9be4-b1cd-45ca-bc78-905da2ff4714 service nova] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] No waiting events found dispatching network-vif-plugged-55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.350659] env[62024]: WARNING nova.compute.manager [req-d3762538-199a-4d78-903b-5e39ee7bb445 req-4cbd9be4-b1cd-45ca-bc78-905da2ff4714 service nova] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Received unexpected event network-vif-plugged-55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b for instance with vm_state building and task_state spawning. [ 988.357647] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 988.357647] env[62024]: value = "task-2288825" [ 988.357647] env[62024]: _type = "Task" [ 988.357647] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.368484] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.432966] env[62024]: DEBUG nova.compute.manager [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.526040] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.526040] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.526040] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.526040] env[62024]: DEBUG oslo_concurrency.lockutils [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] Acquired lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.526407] env[62024]: DEBUG nova.network.neutron [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Refreshing network info cache for port a5c2f98f-004e-4099-9da2-e46f372f137b {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.528612] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b33d2c-cad4-42b0-9d8b-9a3d04aa51d9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.549518] env[62024]: DEBUG oslo_concurrency.lockutils [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.262s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.549736] env[62024]: INFO nova.compute.manager [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Migrating [ 988.556981] env[62024]: DEBUG nova.virt.hardware [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.557795] env[62024]: DEBUG nova.virt.hardware [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.557795] env[62024]: DEBUG nova.virt.hardware [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.557795] env[62024]: DEBUG nova.virt.hardware [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.558075] env[62024]: DEBUG nova.virt.hardware [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.558075] env[62024]: DEBUG nova.virt.hardware [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.558204] env[62024]: DEBUG nova.virt.hardware [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.558385] env[62024]: DEBUG nova.virt.hardware [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.558585] env[62024]: DEBUG nova.virt.hardware [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.558770] env[62024]: DEBUG nova.virt.hardware [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.558948] env[62024]: DEBUG nova.virt.hardware [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.565922] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Reconfiguring VM to attach interface {{(pid=62024) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 988.569381] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.059s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.569609] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.571804] env[62024]: DEBUG oslo_concurrency.lockutils [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.184s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.573477] env[62024]: INFO nova.compute.claims [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.576574] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fb5497d-2efd-4d82-8594-a5e4feb28c4e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.603924] env[62024]: DEBUG oslo_vmware.api [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 988.603924] env[62024]: value = "task-2288826" [ 988.603924] env[62024]: _type = "Task" [ 988.603924] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.618867] env[62024]: DEBUG oslo_vmware.api [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288826, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.632709] env[62024]: INFO nova.scheduler.client.report [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleted allocations for instance 27583f6d-75ba-4258-9250-dfe4da025995 [ 988.665819] env[62024]: DEBUG nova.network.neutron [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Successfully updated port: 55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.732667] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288821, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.841655] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288824, 'name': ReconfigVM_Task, 'duration_secs': 0.251621} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.841969] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance '5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a' progress to 33 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.869500] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.910892] env[62024]: DEBUG nova.compute.manager [req-44fd8f32-22b6-4286-bea0-af0f75814b17 req-48458e68-6d76-4bdb-b119-a32320832609 service nova] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Received event network-changed-55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.911101] env[62024]: DEBUG nova.compute.manager [req-44fd8f32-22b6-4286-bea0-af0f75814b17 req-48458e68-6d76-4bdb-b119-a32320832609 service nova] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Refreshing instance network info cache due to event network-changed-55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 988.911336] env[62024]: DEBUG oslo_concurrency.lockutils [req-44fd8f32-22b6-4286-bea0-af0f75814b17 req-48458e68-6d76-4bdb-b119-a32320832609 service nova] Acquiring lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.911482] env[62024]: DEBUG oslo_concurrency.lockutils [req-44fd8f32-22b6-4286-bea0-af0f75814b17 req-48458e68-6d76-4bdb-b119-a32320832609 service nova] Acquired lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.911783] env[62024]: DEBUG nova.network.neutron [req-44fd8f32-22b6-4286-bea0-af0f75814b17 req-48458e68-6d76-4bdb-b119-a32320832609 service nova] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Refreshing network info cache for port 55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.955191] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.099242] env[62024]: DEBUG oslo_concurrency.lockutils [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.099414] env[62024]: DEBUG oslo_concurrency.lockutils [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.100576] env[62024]: DEBUG nova.network.neutron [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.113816] env[62024]: DEBUG oslo_vmware.api [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.143558] env[62024]: DEBUG oslo_concurrency.lockutils [None req-8a66cac4-4a98-49c9-be91-a1a1938e8037 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "27583f6d-75ba-4258-9250-dfe4da025995" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.062s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.169145] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.234221] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288821, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.021793} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.234700] env[62024]: INFO nova.virt.vmwareapi.ds_util [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0b10be5d-6461-4ab3-b2b3-902198ff188b/OSTACK_IMG_0b10be5d-6461-4ab3-b2b3-902198ff188b.vmdk to [datastore1] devstack-image-cache_base/8a353edd-77b1-4a65-ba4b-6654774225d2/8a353edd-77b1-4a65-ba4b-6654774225d2.vmdk. [ 989.234700] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Cleaning up location [datastore1] OSTACK_IMG_0b10be5d-6461-4ab3-b2b3-902198ff188b {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 989.235277] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0b10be5d-6461-4ab3-b2b3-902198ff188b {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.235437] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c38d1a4-d590-4356-bbe8-648c813fd268 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.243423] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 989.243423] env[62024]: value = "task-2288827" [ 989.243423] env[62024]: _type = "Task" [ 989.243423] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.254145] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.349831] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.350204] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.350595] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.350951] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.351252] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.351545] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.351853] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.352159] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.352425] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.352679] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.353020] env[62024]: DEBUG nova.virt.hardware [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.359078] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 989.359569] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-625e9a3f-4607-479a-b54b-26e79c99740f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.387721] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.389615] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 989.389615] env[62024]: value = "task-2288828" [ 989.389615] env[62024]: _type = "Task" [ 989.389615] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.399867] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.506123] env[62024]: DEBUG nova.network.neutron [req-44fd8f32-22b6-4286-bea0-af0f75814b17 req-48458e68-6d76-4bdb-b119-a32320832609 service nova] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.630190] env[62024]: DEBUG oslo_vmware.api [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.722908] env[62024]: DEBUG nova.network.neutron [req-44fd8f32-22b6-4286-bea0-af0f75814b17 req-48458e68-6d76-4bdb-b119-a32320832609 service nova] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.756370] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2072} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.760032] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.760032] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a353edd-77b1-4a65-ba4b-6654774225d2/8a353edd-77b1-4a65-ba4b-6654774225d2.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.760032] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a353edd-77b1-4a65-ba4b-6654774225d2/8a353edd-77b1-4a65-ba4b-6654774225d2.vmdk to [datastore1] 65ec227e-3975-4a36-9ee2-6adc08e29558/65ec227e-3975-4a36-9ee2-6adc08e29558.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.760032] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db79ce0a-b226-418d-a6d1-23fb79948b91 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.765837] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 989.765837] env[62024]: value = "task-2288829" [ 989.765837] env[62024]: _type = "Task" [ 989.765837] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.776734] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.805265] env[62024]: DEBUG nova.network.neutron [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updated VIF entry in instance network info cache for port a5c2f98f-004e-4099-9da2-e46f372f137b. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.807188] env[62024]: DEBUG nova.network.neutron [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updating instance_info_cache with network_info: [{"id": "c32b615d-f551-448b-8f78-c637efc5f57f", "address": "fa:16:3e:87:4a:04", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32b615d-f5", "ovs_interfaceid": "c32b615d-f551-448b-8f78-c637efc5f57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5be897da-7d06-4f4e-9a82-847011dab843", "address": "fa:16:3e:fb:4d:17", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be897da-7d", "ovs_interfaceid": "5be897da-7d06-4f4e-9a82-847011dab843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a5c2f98f-004e-4099-9da2-e46f372f137b", "address": "fa:16:3e:81:86:5d", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c2f98f-00", "ovs_interfaceid": "a5c2f98f-004e-4099-9da2-e46f372f137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.865060] env[62024]: DEBUG nova.network.neutron [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating instance_info_cache with network_info: [{"id": "e6145d98-1ed0-4a31-b6fa-0ff74729097d", "address": "fa:16:3e:a4:cc:48", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6145d98-1e", "ovs_interfaceid": "e6145d98-1ed0-4a31-b6fa-0ff74729097d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.866704] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720f8b77-02d5-45af-b163-bab93aeb4bd0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.874736] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288825, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.175129} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.877009] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f/315dd7c9-56ad-4f11-888c-4ec2d1d6be8f.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.877241] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.877774] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82c768ec-556c-4c45-9346-e37f94e12d8a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.880231] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db51f1c-4ae7-49aa-abfe-213fb13c8978 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.917180] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37850c04-d396-4794-9979-40861d19c89c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.920136] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 989.920136] env[62024]: value = "task-2288830" [ 989.920136] env[62024]: _type = "Task" [ 989.920136] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.928972] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288828, 'name': ReconfigVM_Task, 'duration_secs': 0.298053} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.930463] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1251156d-e1e6-4f27-94ca-3e557b1e2d75 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.934728] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.938258] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eeed6b-bc8d-4343-847a-1d0b71339b8f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.941061] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.961501] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a/5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.968801] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7c996cd-4126-4b0a-875a-2bd666c35d59 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.982293] env[62024]: DEBUG nova.compute.provider_tree [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.989441] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 989.989441] env[62024]: value = "task-2288831" [ 989.989441] env[62024]: _type = "Task" [ 989.989441] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.000175] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.127468] env[62024]: DEBUG oslo_vmware.api [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288826, 'name': ReconfigVM_Task, 'duration_secs': 1.042496} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.128034] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.128258] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Reconfigured VM to attach interface {{(pid=62024) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 990.231016] env[62024]: DEBUG oslo_concurrency.lockutils [req-44fd8f32-22b6-4286-bea0-af0f75814b17 req-48458e68-6d76-4bdb-b119-a32320832609 service nova] Releasing lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.231402] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.231561] env[62024]: DEBUG nova.network.neutron [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.274423] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.309655] env[62024]: DEBUG oslo_concurrency.lockutils [req-41b7c745-fc0c-4ae5-9ff8-ab6a69955f62 req-9e3cbccd-c955-4f10-b6b8-4acf427bb672 service nova] Releasing lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.370833] env[62024]: DEBUG oslo_concurrency.lockutils [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.430990] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271602} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.431267] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.431977] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0bbbd6-a9c6-4429-882b-e8d5275a592b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.453169] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f/315dd7c9-56ad-4f11-888c-4ec2d1d6be8f.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.453663] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b46d4a41-8b36-41a7-98d7-7cb8fadee832 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.472426] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 990.472426] env[62024]: value = "task-2288832" [ 990.472426] env[62024]: _type = "Task" [ 990.472426] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.479593] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.485509] env[62024]: DEBUG nova.scheduler.client.report [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.498464] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.633149] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a5dcb290-bf9f-4980-93d7-42bfcf76593b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-01583b3a-4abc-4d50-b8a1-8f6a6f982871-a5c2f98f-004e-4099-9da2-e46f372f137b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.574s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.776842] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288829, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.777803] env[62024]: DEBUG nova.network.neutron [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.973733] env[62024]: DEBUG nova.compute.manager [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Received event network-changed-f206b8b4-5d8e-4f22-971d-aac9e738ab97 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.973843] env[62024]: DEBUG nova.compute.manager [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Refreshing instance network info cache due to event network-changed-f206b8b4-5d8e-4f22-971d-aac9e738ab97. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 990.974112] env[62024]: DEBUG oslo_concurrency.lockutils [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] Acquiring lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.974334] env[62024]: DEBUG oslo_concurrency.lockutils [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] Acquired lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.974543] env[62024]: DEBUG nova.network.neutron [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Refreshing network info cache for port f206b8b4-5d8e-4f22-971d-aac9e738ab97 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.989183] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.990049] env[62024]: DEBUG oslo_concurrency.lockutils [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.990401] env[62024]: DEBUG nova.compute.manager [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.993547] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.881s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.005677] env[62024]: DEBUG nova.network.neutron [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Updating instance_info_cache with network_info: [{"id": "55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b", "address": "fa:16:3e:fb:be:ab", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bb28b9-e4", "ovs_interfaceid": "55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.010920] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288831, 'name': ReconfigVM_Task, 'duration_secs': 0.784059} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.011460] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a/5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.011768] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance '5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a' progress to 50 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.278022] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288829, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.490140] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288832, 'name': ReconfigVM_Task, 'duration_secs': 0.731363} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.490337] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f/315dd7c9-56ad-4f11-888c-4ec2d1d6be8f.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.490970] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9163283-b904-41cd-938b-fadcdeb005f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.499407] env[62024]: DEBUG nova.compute.utils [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 991.501623] env[62024]: DEBUG nova.compute.manager [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.501815] env[62024]: DEBUG nova.network.neutron [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.510540] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 991.510540] env[62024]: value = "task-2288833" [ 991.510540] env[62024]: _type = "Task" [ 991.510540] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.517410] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.517860] env[62024]: DEBUG nova.compute.manager [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Instance network_info: |[{"id": "55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b", "address": "fa:16:3e:fb:be:ab", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bb28b9-e4", "ovs_interfaceid": "55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.519642] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:be:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.527436] env[62024]: DEBUG oslo.service.loopingcall [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 991.529578] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d064a4-73f0-472a-95f5-a223e5ca8f5e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.536778] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.537447] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288833, 'name': Rename_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.537708] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e59bdcf7-07f9-461e-a317-d7f51e2e3a04 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.554944] env[62024]: DEBUG nova.policy [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ae0015987cd461f9e9d8df316b69de1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1ea0634cd634c3f9b554778fedd99d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.575325] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a398cf1-56d6-40bf-8fc0-0494a82c7640 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.580169] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.580169] env[62024]: value = "task-2288834" [ 991.580169] env[62024]: _type = "Task" [ 991.580169] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.600401] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance '5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a' progress to 67 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.610822] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288834, 'name': CreateVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.778787] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288829, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.851426] env[62024]: DEBUG nova.network.neutron [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Updated VIF entry in instance network info cache for port f206b8b4-5d8e-4f22-971d-aac9e738ab97. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.851426] env[62024]: DEBUG nova.network.neutron [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Updating instance_info_cache with network_info: [{"id": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "address": "fa:16:3e:da:ca:8c", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf206b8b4-5d", "ovs_interfaceid": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.892025] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff9c280-b5a3-4bbc-b88b-9cf4ab9cfd0d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.912676] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating instance '84ae3050-b193-4030-b45e-4877697f3463' progress to 0 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.988771] env[62024]: DEBUG nova.network.neutron [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Successfully created port: da44e595-0ec8-4553-a579-a58764da59e7 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.012476] env[62024]: DEBUG nova.compute.manager [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.016379] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Applying migration context for instance 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a as it has an incoming, in-progress migration 7e43d0a2-9b2c-45d1-93e3-0138b9b05dac. Migration status is migrating {{(pid=62024) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 992.016733] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Applying migration context for instance 84ae3050-b193-4030-b45e-4877697f3463 as it has an incoming, in-progress migration c9066d2b-7c2e-4247-931d-b2afcbca2a3f. Migration status is migrating {{(pid=62024) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 992.018581] env[62024]: INFO nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating resource usage from migration 7e43d0a2-9b2c-45d1-93e3-0138b9b05dac [ 992.019109] env[62024]: INFO nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating resource usage from migration c9066d2b-7c2e-4247-931d-b2afcbca2a3f [ 992.036764] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288833, 'name': Rename_Task, 'duration_secs': 0.407186} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.036764] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.036764] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15950343-9194-4e72-9504-b0b9d5ca6b78 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.045025] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 992.045025] env[62024]: value = "task-2288835" [ 992.045025] env[62024]: _type = "Task" [ 992.045025] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.054291] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 992.056018] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 1b91a632-2229-4097-8dac-260333a24093 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 992.056018] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance c588cdc1-d2bb-4777-bcf4-c45ff3894608 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 992.056018] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 01583b3a-4abc-4d50-b8a1-8f6a6f982871 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 992.056018] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 992.056018] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 65ec227e-3975-4a36-9ee2-6adc08e29558 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 992.056018] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance af5d5a5f-afca-428a-abf8-7c9b70234c56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 992.056018] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 992.056018] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Migration 7e43d0a2-9b2c-45d1-93e3-0138b9b05dac is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 992.056018] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 992.056018] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 992.056018] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Migration c9066d2b-7c2e-4247-931d-b2afcbca2a3f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 992.056018] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 84ae3050-b193-4030-b45e-4877697f3463 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 992.056018] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 3715ffef-3417-4358-a8e3-d8cb782ef74a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 992.062295] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.094056] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288834, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.164941] env[62024]: DEBUG nova.network.neutron [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Port 8c318eab-2e8d-47ec-96cc-2907908abbb9 binding to destination host cpu-1 is already ACTIVE {{(pid=62024) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 992.278338] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288829, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.355675] env[62024]: DEBUG oslo_concurrency.lockutils [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] Releasing lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.355675] env[62024]: DEBUG nova.compute.manager [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Received event network-changed-f206b8b4-5d8e-4f22-971d-aac9e738ab97 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.355675] env[62024]: DEBUG nova.compute.manager [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Refreshing instance network info cache due to event network-changed-f206b8b4-5d8e-4f22-971d-aac9e738ab97. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 992.355675] env[62024]: DEBUG oslo_concurrency.lockutils [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] Acquiring lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.355675] env[62024]: DEBUG oslo_concurrency.lockutils [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] Acquired lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.355675] env[62024]: DEBUG nova.network.neutron [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Refreshing network info cache for port f206b8b4-5d8e-4f22-971d-aac9e738ab97 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.421419] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.421419] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b49cf5da-f12c-44ba-83ae-2576c2f6fbd2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.430021] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 992.430021] env[62024]: value = "task-2288836" [ 992.430021] env[62024]: _type = "Task" [ 992.430021] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.442259] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.527883] env[62024]: INFO nova.virt.block_device [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Booting with volume f2f287bd-feef-430a-9bd4-0d4ffbdb2c99 at /dev/sda [ 992.557441] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.563164] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "interface-01583b3a-4abc-4d50-b8a1-8f6a6f982871-5be897da-7d06-4f4e-9a82-847011dab843" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.563511] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-01583b3a-4abc-4d50-b8a1-8f6a6f982871-5be897da-7d06-4f4e-9a82-847011dab843" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.565681] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 992.566079] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 992.566208] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 992.571317] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-595d699f-726f-4c21-8b4d-51d2ff19304f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.582526] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30b5f83-4557-4997-97a0-97b025196321 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.606512] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288834, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.627397] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83e5ba82-1b30-4be7-808c-281157a842c8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.637451] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6de007b-e4f5-459f-992b-d82b3960eacb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.683078] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04496666-63f9-4b8c-98e9-fb9e4a1cd824 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.693860] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfef7e7-f5c0-4ac2-8cef-b46ff240135e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.710107] env[62024]: DEBUG nova.virt.block_device [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Updating existing volume attachment record: 26c32af8-8dda-48ca-882e-ebcc82b0c261 {{(pid=62024) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 992.780535] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288829, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.818164] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b614c6-de0e-45ec-9491-0fb48767d919 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.824869] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb18aa45-58fb-40a4-97bb-3d8af27a0132 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.853842] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafb6231-d16b-416b-b62d-1c4ca209fe41 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.862643] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88a80e1-5ece-49a9-ac45-b0da6dc4c317 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.875170] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.940053] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288836, 'name': PowerOffVM_Task, 'duration_secs': 0.253453} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.943336] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.943336] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating instance '84ae3050-b193-4030-b45e-4877697f3463' progress to 17 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.054981] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288835, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.070467] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.070639] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.071503] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be1bb06-7ca9-4bfe-a22d-b725cf8b7205 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.091190] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d808fed-9bd6-4061-823b-8f8e9710f65d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.120352] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Reconfiguring VM to detach interface {{(pid=62024) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 993.121369] env[62024]: DEBUG nova.network.neutron [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Updated VIF entry in instance network info cache for port f206b8b4-5d8e-4f22-971d-aac9e738ab97. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.121739] env[62024]: DEBUG nova.network.neutron [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Updating instance_info_cache with network_info: [{"id": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "address": "fa:16:3e:da:ca:8c", "network": {"id": "fcf710e1-1758-438e-beec-79d0f296ea27", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-772470012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc8b626873f4801b564004f9b9d9e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf206b8b4-5d", "ovs_interfaceid": "f206b8b4-5d8e-4f22-971d-aac9e738ab97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.126309] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-990c07ff-bf40-45f2-a15e-89c4c525592a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.147959] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288834, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.149586] env[62024]: DEBUG oslo_vmware.api [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 993.149586] env[62024]: value = "task-2288837" [ 993.149586] env[62024]: _type = "Task" [ 993.149586] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.159373] env[62024]: DEBUG oslo_vmware.api [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.201598] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.201839] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.202022] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.280526] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288829, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.1461} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.280830] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a353edd-77b1-4a65-ba4b-6654774225d2/8a353edd-77b1-4a65-ba4b-6654774225d2.vmdk to [datastore1] 65ec227e-3975-4a36-9ee2-6adc08e29558/65ec227e-3975-4a36-9ee2-6adc08e29558.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.281594] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9778463-a461-444a-9f08-ca9c2deed5a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.304334] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 65ec227e-3975-4a36-9ee2-6adc08e29558/65ec227e-3975-4a36-9ee2-6adc08e29558.vmdk or device None with type streamOptimized {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.304640] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f15fbe2e-8ac6-47a8-97cc-caf6a7c9b5b5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.325527] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 993.325527] env[62024]: value = "task-2288838" [ 993.325527] env[62024]: _type = "Task" [ 993.325527] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.336503] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.378607] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.450880] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.451245] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.451431] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.451639] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.451801] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.451963] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.452332] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.452516] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.452702] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.452865] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.453072] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.458547] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29a09ba7-6ac8-4c2a-b418-75a428460d16 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.476492] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 993.476492] env[62024]: value = "task-2288839" [ 993.476492] env[62024]: _type = "Task" [ 993.476492] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.485025] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.555061] env[62024]: DEBUG oslo_vmware.api [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288835, 'name': PowerOnVM_Task, 'duration_secs': 1.208254} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.555401] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.555556] env[62024]: INFO nova.compute.manager [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Took 10.91 seconds to spawn the instance on the hypervisor. [ 993.555946] env[62024]: DEBUG nova.compute.manager [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.556717] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f14c56-71c2-40b1-9de2-8a1bd44f6069 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.592987] env[62024]: DEBUG nova.compute.manager [req-2f3dc0c1-9291-4fc6-b2d0-d6ec8a759a7a req-f2d6fbe7-e278-4992-ab8d-be65df060b10 service nova] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Received event network-vif-plugged-da44e595-0ec8-4553-a579-a58764da59e7 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.593252] env[62024]: DEBUG oslo_concurrency.lockutils [req-2f3dc0c1-9291-4fc6-b2d0-d6ec8a759a7a req-f2d6fbe7-e278-4992-ab8d-be65df060b10 service nova] Acquiring lock "3715ffef-3417-4358-a8e3-d8cb782ef74a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.593480] env[62024]: DEBUG oslo_concurrency.lockutils [req-2f3dc0c1-9291-4fc6-b2d0-d6ec8a759a7a req-f2d6fbe7-e278-4992-ab8d-be65df060b10 service nova] Lock "3715ffef-3417-4358-a8e3-d8cb782ef74a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.593664] env[62024]: DEBUG oslo_concurrency.lockutils [req-2f3dc0c1-9291-4fc6-b2d0-d6ec8a759a7a req-f2d6fbe7-e278-4992-ab8d-be65df060b10 service nova] Lock "3715ffef-3417-4358-a8e3-d8cb782ef74a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.593838] env[62024]: DEBUG nova.compute.manager [req-2f3dc0c1-9291-4fc6-b2d0-d6ec8a759a7a req-f2d6fbe7-e278-4992-ab8d-be65df060b10 service nova] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] No waiting events found dispatching network-vif-plugged-da44e595-0ec8-4553-a579-a58764da59e7 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.594019] env[62024]: WARNING nova.compute.manager [req-2f3dc0c1-9291-4fc6-b2d0-d6ec8a759a7a req-f2d6fbe7-e278-4992-ab8d-be65df060b10 service nova] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Received unexpected event network-vif-plugged-da44e595-0ec8-4553-a579-a58764da59e7 for instance with vm_state building and task_state block_device_mapping. [ 993.624706] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288834, 'name': CreateVM_Task, 'duration_secs': 1.72494} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.624873] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.625576] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.625797] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.626153] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.626412] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b26b2317-c0f1-4259-a35a-dd33c9a8beaf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.631177] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 993.631177] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52be9eec-74d2-58b1-2ffd-2a1a038dc3f7" [ 993.631177] env[62024]: _type = "Task" [ 993.631177] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.639079] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52be9eec-74d2-58b1-2ffd-2a1a038dc3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.640617] env[62024]: DEBUG oslo_concurrency.lockutils [req-31b1ae5f-ba63-4090-995f-0d94674bd069 req-c1382108-520a-4498-96d9-73ff3725d40f service nova] Releasing lock "refresh_cache-c588cdc1-d2bb-4777-bcf4-c45ff3894608" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.658550] env[62024]: DEBUG oslo_vmware.api [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.743089] env[62024]: DEBUG nova.network.neutron [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Successfully updated port: da44e595-0ec8-4553-a579-a58764da59e7 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.834907] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288838, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.883947] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62024) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 993.884173] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.891s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.884426] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.929s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.885941] env[62024]: INFO nova.compute.claims [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.987199] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288839, 'name': ReconfigVM_Task, 'duration_secs': 0.369267} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.987495] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating instance '84ae3050-b193-4030-b45e-4877697f3463' progress to 33 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.073019] env[62024]: INFO nova.compute.manager [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Took 22.34 seconds to build instance. [ 994.140933] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52be9eec-74d2-58b1-2ffd-2a1a038dc3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.037208} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.141267] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.141498] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.142087] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.142087] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.142087] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.142294] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afc4099a-f2f5-4868-919a-24ccd2a058b6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.150668] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.150882] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.156104] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72a0d93-5838-4c93-bfda-11aec79446e8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.162771] env[62024]: DEBUG oslo_vmware.api [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.163931] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 994.163931] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fa093e-3db4-909c-77b9-259794fc9a1d" [ 994.163931] env[62024]: _type = "Task" [ 994.163931] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.171888] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fa093e-3db4-909c-77b9-259794fc9a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.00826} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.172580] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef64a50-4882-4b98-9429-e99a34e7657a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.176971] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 994.176971] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52122de4-a739-2f72-22c9-dabff9e78375" [ 994.176971] env[62024]: _type = "Task" [ 994.176971] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.184143] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52122de4-a739-2f72-22c9-dabff9e78375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.238278] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.238468] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.238661] env[62024]: DEBUG nova.network.neutron [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.245881] env[62024]: DEBUG oslo_concurrency.lockutils [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Acquiring lock "refresh_cache-3715ffef-3417-4358-a8e3-d8cb782ef74a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.246468] env[62024]: DEBUG oslo_concurrency.lockutils [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Acquired lock "refresh_cache-3715ffef-3417-4358-a8e3-d8cb782ef74a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.246468] env[62024]: DEBUG nova.network.neutron [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.337403] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288838, 'name': ReconfigVM_Task, 'duration_secs': 0.517071} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.337803] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 65ec227e-3975-4a36-9ee2-6adc08e29558/65ec227e-3975-4a36-9ee2-6adc08e29558.vmdk or device None with type streamOptimized {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.338422] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5844b9c2-7a66-4075-af13-3d5f53ba1327 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.345117] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 994.345117] env[62024]: value = "task-2288840" [ 994.345117] env[62024]: _type = "Task" [ 994.345117] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.353312] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288840, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.494251] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.494466] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.494730] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.494955] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.495180] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.495321] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.495565] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.495809] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.495984] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.496168] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.496342] env[62024]: DEBUG nova.virt.hardware [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.501704] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 994.502098] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4def2db4-4ca7-4e3c-8b14-02347f139523 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.520812] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 994.520812] env[62024]: value = "task-2288841" [ 994.520812] env[62024]: _type = "Task" [ 994.520812] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.528713] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.574925] env[62024]: DEBUG oslo_concurrency.lockutils [None req-08255b94-88d8-427f-a181-a6c8bb3c862f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "315dd7c9-56ad-4f11-888c-4ec2d1d6be8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.854s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.660817] env[62024]: DEBUG oslo_vmware.api [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.688064] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52122de4-a739-2f72-22c9-dabff9e78375, 'name': SearchDatastore_Task, 'duration_secs': 0.008801} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.688395] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.688687] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426/e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.688980] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3751bf81-aecc-4b42-9976-31c1f0ed5140 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.695310] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 994.695310] env[62024]: value = "task-2288842" [ 994.695310] env[62024]: _type = "Task" [ 994.695310] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.702666] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.777215] env[62024]: DEBUG nova.network.neutron [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.801067] env[62024]: DEBUG nova.compute.manager [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.801615] env[62024]: DEBUG nova.virt.hardware [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.801947] env[62024]: DEBUG nova.virt.hardware [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.801947] env[62024]: DEBUG nova.virt.hardware [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.802133] env[62024]: DEBUG nova.virt.hardware [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.802280] env[62024]: DEBUG nova.virt.hardware [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.802435] env[62024]: DEBUG nova.virt.hardware [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.802620] env[62024]: DEBUG nova.virt.hardware [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.802777] env[62024]: DEBUG nova.virt.hardware [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.802940] env[62024]: DEBUG nova.virt.hardware [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.803115] env[62024]: DEBUG nova.virt.hardware [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.803287] env[62024]: DEBUG nova.virt.hardware [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.804233] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d715efd6-376a-43b3-81ec-ed0e6056eaf4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.812189] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07a07e7-ec9f-492a-b017-70bfa2dcee9a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.855468] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288840, 'name': Rename_Task, 'duration_secs': 0.149584} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.855746] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.856397] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1087259f-a5a0-4a68-a3c8-2c54d2c199d3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.862278] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 994.862278] env[62024]: value = "task-2288843" [ 994.862278] env[62024]: _type = "Task" [ 994.862278] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.870191] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.919116] env[62024]: DEBUG nova.network.neutron [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Updating instance_info_cache with network_info: [{"id": "da44e595-0ec8-4553-a579-a58764da59e7", "address": "fa:16:3e:e4:34:43", "network": {"id": "a9e0e7cf-9494-4593-b8dc-32eb224910c6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-493571378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1ea0634cd634c3f9b554778fedd99d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda44e595-0e", "ovs_interfaceid": "da44e595-0ec8-4553-a579-a58764da59e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.999758] env[62024]: DEBUG nova.network.neutron [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance_info_cache with network_info: [{"id": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "address": "fa:16:3e:fe:9c:bd", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c318eab-2e", "ovs_interfaceid": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.032689] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288841, 'name': ReconfigVM_Task, 'duration_secs': 0.19826} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.032689] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 995.032874] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2514196-bbcf-4429-bda5-b81904e34dd6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.054959] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 84ae3050-b193-4030-b45e-4877697f3463/84ae3050-b193-4030-b45e-4877697f3463.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.057786] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0abf5a2-fa94-4df5-9a90-fd552b44db2d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.075826] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 995.075826] env[62024]: value = "task-2288844" [ 995.075826] env[62024]: _type = "Task" [ 995.075826] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.085976] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.120559] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93da19b-b595-457e-ac09-2f3bd6643017 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.129009] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6fc2c9-b91e-416e-a189-333a81c61ae1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.166839] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a4c165-9345-44c9-b7cd-8e261c0b831e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.180188] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5738e43-a712-4fca-a121-be8d90854b88 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.184644] env[62024]: DEBUG oslo_vmware.api [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.197280] env[62024]: DEBUG nova.compute.provider_tree [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.208056] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288842, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.374738] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288843, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.421609] env[62024]: DEBUG oslo_concurrency.lockutils [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Releasing lock "refresh_cache-3715ffef-3417-4358-a8e3-d8cb782ef74a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.421945] env[62024]: DEBUG nova.compute.manager [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Instance network_info: |[{"id": "da44e595-0ec8-4553-a579-a58764da59e7", "address": "fa:16:3e:e4:34:43", "network": {"id": "a9e0e7cf-9494-4593-b8dc-32eb224910c6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-493571378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1ea0634cd634c3f9b554778fedd99d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda44e595-0e", "ovs_interfaceid": "da44e595-0ec8-4553-a579-a58764da59e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.422382] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:34:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da44e595-0ec8-4553-a579-a58764da59e7', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.431085] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Creating folder: Project (b1ea0634cd634c3f9b554778fedd99d6). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.431357] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f4519a0-6416-4079-8e6c-f6a1f687755d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.443410] env[62024]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 995.443629] env[62024]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62024) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 995.444019] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Folder already exists: Project (b1ea0634cd634c3f9b554778fedd99d6). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 995.444291] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Creating folder: Instances. Parent ref: group-v465835. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.444830] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-871b1361-fba3-464f-9d80-e3c31101478e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.453405] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Created folder: Instances in parent group-v465835. [ 995.453638] env[62024]: DEBUG oslo.service.loopingcall [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.453826] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.454028] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02d7ef93-f0f9-4e76-a1a4-f11843d32232 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.471956] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.471956] env[62024]: value = "task-2288847" [ 995.471956] env[62024]: _type = "Task" [ 995.471956] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.479029] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288847, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.502832] env[62024]: DEBUG oslo_concurrency.lockutils [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.586241] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288844, 'name': ReconfigVM_Task, 'duration_secs': 0.34944} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.586531] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 84ae3050-b193-4030-b45e-4877697f3463/84ae3050-b193-4030-b45e-4877697f3463.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.586906] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating instance '84ae3050-b193-4030-b45e-4877697f3463' progress to 50 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.590596] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "315dd7c9-56ad-4f11-888c-4ec2d1d6be8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.590839] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "315dd7c9-56ad-4f11-888c-4ec2d1d6be8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.591116] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "315dd7c9-56ad-4f11-888c-4ec2d1d6be8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.591325] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "315dd7c9-56ad-4f11-888c-4ec2d1d6be8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.591511] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "315dd7c9-56ad-4f11-888c-4ec2d1d6be8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.593619] env[62024]: INFO nova.compute.manager [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Terminating instance [ 995.621239] env[62024]: DEBUG nova.compute.manager [req-7e70d67e-e8e9-4a1b-90aa-982c88b6960f req-efa984de-80cc-4610-9cd9-21c2a0098928 service nova] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Received event network-changed-da44e595-0ec8-4553-a579-a58764da59e7 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.621457] env[62024]: DEBUG nova.compute.manager [req-7e70d67e-e8e9-4a1b-90aa-982c88b6960f req-efa984de-80cc-4610-9cd9-21c2a0098928 service nova] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Refreshing instance network info cache due to event network-changed-da44e595-0ec8-4553-a579-a58764da59e7. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.621707] env[62024]: DEBUG oslo_concurrency.lockutils [req-7e70d67e-e8e9-4a1b-90aa-982c88b6960f req-efa984de-80cc-4610-9cd9-21c2a0098928 service nova] Acquiring lock "refresh_cache-3715ffef-3417-4358-a8e3-d8cb782ef74a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.621822] env[62024]: DEBUG oslo_concurrency.lockutils [req-7e70d67e-e8e9-4a1b-90aa-982c88b6960f req-efa984de-80cc-4610-9cd9-21c2a0098928 service nova] Acquired lock "refresh_cache-3715ffef-3417-4358-a8e3-d8cb782ef74a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.622047] env[62024]: DEBUG nova.network.neutron [req-7e70d67e-e8e9-4a1b-90aa-982c88b6960f req-efa984de-80cc-4610-9cd9-21c2a0098928 service nova] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Refreshing network info cache for port da44e595-0ec8-4553-a579-a58764da59e7 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.673548] env[62024]: DEBUG oslo_vmware.api [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.703402] env[62024]: DEBUG nova.scheduler.client.report [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.710481] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69381} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.711153] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426/e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.711292] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.712286] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a78427be-1fd6-4ead-ba86-ab65b51210d2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.717727] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 995.717727] env[62024]: value = "task-2288848" [ 995.717727] env[62024]: _type = "Task" [ 995.717727] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.727693] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.872334] env[62024]: DEBUG oslo_vmware.api [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288843, 'name': PowerOnVM_Task, 'duration_secs': 0.776383} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.872530] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.970627] env[62024]: DEBUG nova.compute.manager [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.971669] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16163c8f-0584-4b05-b464-30f476ecf6cb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.983863] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288847, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.024492] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a81d495-9aec-4968-be6f-6a4d07e75517 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.043828] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d692471d-5328-4136-aa95-771230ffc895 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.051160] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance '5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a' progress to 83 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.097364] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e536aa8-b730-4748-befc-890d0bab79d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.100643] env[62024]: DEBUG nova.compute.manager [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.100836] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.101840] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd223cee-b744-4720-a409-c7a9398cd0a7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.109161] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.121678] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34d2d572-b6dd-4289-9949-f08d6c2c6889 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.123854] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f685300-fe3e-4b1d-8981-23df29cacc40 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.129944] env[62024]: DEBUG oslo_vmware.api [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 996.129944] env[62024]: value = "task-2288849" [ 996.129944] env[62024]: _type = "Task" [ 996.129944] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.146991] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating instance '84ae3050-b193-4030-b45e-4877697f3463' progress to 67 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.164056] env[62024]: DEBUG oslo_vmware.api [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.178122] env[62024]: DEBUG oslo_vmware.api [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.212209] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.212748] env[62024]: DEBUG nova.compute.manager [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.227212] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131088} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.227469] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.228261] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f212120-b5c9-4019-bfa0-f75ed6da8ce0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.251644] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426/e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.252619] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5f5237d-fe64-4fab-8830-a1bbbb7c1885 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.272223] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 996.272223] env[62024]: value = "task-2288850" [ 996.272223] env[62024]: _type = "Task" [ 996.272223] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.280563] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.406700] env[62024]: DEBUG nova.network.neutron [req-7e70d67e-e8e9-4a1b-90aa-982c88b6960f req-efa984de-80cc-4610-9cd9-21c2a0098928 service nova] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Updated VIF entry in instance network info cache for port da44e595-0ec8-4553-a579-a58764da59e7. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.407014] env[62024]: DEBUG nova.network.neutron [req-7e70d67e-e8e9-4a1b-90aa-982c88b6960f req-efa984de-80cc-4610-9cd9-21c2a0098928 service nova] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Updating instance_info_cache with network_info: [{"id": "da44e595-0ec8-4553-a579-a58764da59e7", "address": "fa:16:3e:e4:34:43", "network": {"id": "a9e0e7cf-9494-4593-b8dc-32eb224910c6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-493571378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1ea0634cd634c3f9b554778fedd99d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda44e595-0e", "ovs_interfaceid": "da44e595-0ec8-4553-a579-a58764da59e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.484705] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288847, 'name': CreateVM_Task, 'duration_secs': 0.638382} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.484874] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.485553] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465844', 'volume_id': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'name': 'volume-f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3715ffef-3417-4358-a8e3-d8cb782ef74a', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'serial': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99'}, 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'attachment_id': '26c32af8-8dda-48ca-882e-ebcc82b0c261', 'volume_type': None}], 'swap': None} {{(pid=62024) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 996.485793] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Root volume attach. Driver type: vmdk {{(pid=62024) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 996.486569] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bf18c8-b013-4419-8195-19a46e195c5d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.494913] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d4d191f-8cd3-4951-b22b-9731d6038a11 tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.324s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.498334] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267f0bda-a86f-444b-9d5d-c907a9656536 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.504347] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed454ce-3f53-4985-b9f8-e82a76185a39 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.510201] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-78928d97-a3d4-4324-8d5c-98fc931fdf77 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.518747] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Waiting for the task: (returnval){ [ 996.518747] env[62024]: value = "task-2288851" [ 996.518747] env[62024]: _type = "Task" [ 996.518747] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.526105] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288851, 'name': RelocateVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.557817] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.558094] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50aba52f-30b3-4f18-b59f-e94e477c73fd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.564514] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 996.564514] env[62024]: value = "task-2288852" [ 996.564514] env[62024]: _type = "Task" [ 996.564514] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.571861] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.656721] env[62024]: DEBUG oslo_vmware.api [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288849, 'name': PowerOffVM_Task, 'duration_secs': 0.291355} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.656721] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.656721] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.656874] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ef77b6a-7e47-421c-bc1a-0689854eb160 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.675127] env[62024]: DEBUG oslo_vmware.api [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.694976] env[62024]: DEBUG nova.network.neutron [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Port e6145d98-1ed0-4a31-b6fa-0ff74729097d binding to destination host cpu-1 is already ACTIVE {{(pid=62024) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 996.719918] env[62024]: DEBUG nova.compute.utils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 996.721442] env[62024]: DEBUG nova.compute.manager [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.721624] env[62024]: DEBUG nova.network.neutron [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.727233] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.727440] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.727627] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleting the datastore file [datastore1] 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.727930] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee0ff484-f193-4474-8549-45bf8a1e16df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.735036] env[62024]: DEBUG oslo_vmware.api [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 996.735036] env[62024]: value = "task-2288854" [ 996.735036] env[62024]: _type = "Task" [ 996.735036] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.743937] env[62024]: DEBUG oslo_vmware.api [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.782601] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288850, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.791529] env[62024]: DEBUG nova.policy [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e7411e2c47444b38bd495bba4e2c761', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eb11eb8d05844e2a66a44e782cb84ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.910025] env[62024]: DEBUG oslo_concurrency.lockutils [req-7e70d67e-e8e9-4a1b-90aa-982c88b6960f req-efa984de-80cc-4610-9cd9-21c2a0098928 service nova] Releasing lock "refresh_cache-3715ffef-3417-4358-a8e3-d8cb782ef74a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.028542] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288851, 'name': RelocateVM_Task, 'duration_secs': 0.027524} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.028819] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Volume attach. Driver type: vmdk {{(pid=62024) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 997.029052] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465844', 'volume_id': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'name': 'volume-f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3715ffef-3417-4358-a8e3-d8cb782ef74a', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'serial': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 997.029826] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8697cc-7f94-48f4-b9bb-80fa8df4bef4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.046925] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49137bd-8827-47c5-aab6-6c9b3db82fde {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.069409] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-f2f287bd-feef-430a-9bd4-0d4ffbdb2c99/volume-f2f287bd-feef-430a-9bd4-0d4ffbdb2c99.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.070299] env[62024]: DEBUG nova.network.neutron [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Successfully created port: 5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.072235] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da963140-89ec-4bb8-ac25-664d9bd0969b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.094766] env[62024]: DEBUG oslo_vmware.api [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288852, 'name': PowerOnVM_Task, 'duration_secs': 0.376203} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.095986] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.096194] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-13e131f9-c831-4cab-8aae-04820faf0920 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance '5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a' progress to 100 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.099709] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Waiting for the task: (returnval){ [ 997.099709] env[62024]: value = "task-2288855" [ 997.099709] env[62024]: _type = "Task" [ 997.099709] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.107096] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.174224] env[62024]: DEBUG oslo_vmware.api [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.224457] env[62024]: DEBUG nova.compute.manager [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.244829] env[62024]: DEBUG oslo_vmware.api [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244682} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.245830] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.246028] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.246215] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.246387] env[62024]: INFO nova.compute.manager [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 997.246626] env[62024]: DEBUG oslo.service.loopingcall [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 997.246813] env[62024]: DEBUG nova.compute.manager [-] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.246910] env[62024]: DEBUG nova.network.neutron [-] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.286812] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288850, 'name': ReconfigVM_Task, 'duration_secs': 0.51621} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.287089] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Reconfigured VM instance instance-00000066 to attach disk [datastore1] e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426/e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.287737] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41c816c5-e99c-4124-af0c-47011161c602 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.296110] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 997.296110] env[62024]: value = "task-2288856" [ 997.296110] env[62024]: _type = "Task" [ 997.296110] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.304867] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288856, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.574593] env[62024]: DEBUG nova.compute.manager [req-31e735d1-4c7e-4686-8a13-81171bedbc26 req-7a924a74-63ec-4b19-af5f-1b32ac546e77 service nova] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Received event network-vif-deleted-8be8229f-fa7d-4045-a65a-88b6e88ee525 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.574817] env[62024]: INFO nova.compute.manager [req-31e735d1-4c7e-4686-8a13-81171bedbc26 req-7a924a74-63ec-4b19-af5f-1b32ac546e77 service nova] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Neutron deleted interface 8be8229f-fa7d-4045-a65a-88b6e88ee525; detaching it from the instance and deleting it from the info cache [ 997.574999] env[62024]: DEBUG nova.network.neutron [req-31e735d1-4c7e-4686-8a13-81171bedbc26 req-7a924a74-63ec-4b19-af5f-1b32ac546e77 service nova] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.614096] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.677574] env[62024]: DEBUG oslo_vmware.api [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.716330] env[62024]: DEBUG oslo_concurrency.lockutils [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "84ae3050-b193-4030-b45e-4877697f3463-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.716554] env[62024]: DEBUG oslo_concurrency.lockutils [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "84ae3050-b193-4030-b45e-4877697f3463-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.716768] env[62024]: DEBUG oslo_concurrency.lockutils [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "84ae3050-b193-4030-b45e-4877697f3463-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.806280] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288856, 'name': Rename_Task, 'duration_secs': 0.162458} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.806401] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.806623] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eef2b44-4b7c-4de6-8dc6-d0c4c5d138d6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.813811] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 997.813811] env[62024]: value = "task-2288857" [ 997.813811] env[62024]: _type = "Task" [ 997.813811] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.821125] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.020074] env[62024]: DEBUG nova.network.neutron [-] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.078518] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45b0bef3-4d2f-4790-b7af-28cfbb8c1be1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.089138] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85d6aba-fa2e-41e0-8c61-63bc0e2fe51d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.124279] env[62024]: DEBUG nova.compute.manager [req-31e735d1-4c7e-4686-8a13-81171bedbc26 req-7a924a74-63ec-4b19-af5f-1b32ac546e77 service nova] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Detach interface failed, port_id=8be8229f-fa7d-4045-a65a-88b6e88ee525, reason: Instance 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 998.128021] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288855, 'name': ReconfigVM_Task, 'duration_secs': 0.685011} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.128304] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-f2f287bd-feef-430a-9bd4-0d4ffbdb2c99/volume-f2f287bd-feef-430a-9bd4-0d4ffbdb2c99.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.133467] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac6385b1-ccc7-4942-bc45-d14b761a2ff9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.150984] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Waiting for the task: (returnval){ [ 998.150984] env[62024]: value = "task-2288858" [ 998.150984] env[62024]: _type = "Task" [ 998.150984] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.160587] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.175426] env[62024]: DEBUG oslo_vmware.api [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.233379] env[62024]: DEBUG nova.compute.manager [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.263248] env[62024]: DEBUG nova.virt.hardware [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.263504] env[62024]: DEBUG nova.virt.hardware [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.263664] env[62024]: DEBUG nova.virt.hardware [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.263848] env[62024]: DEBUG nova.virt.hardware [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.263999] env[62024]: DEBUG nova.virt.hardware [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.264160] env[62024]: DEBUG nova.virt.hardware [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.264369] env[62024]: DEBUG nova.virt.hardware [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.264545] env[62024]: DEBUG nova.virt.hardware [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.264696] env[62024]: DEBUG nova.virt.hardware [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.264861] env[62024]: DEBUG nova.virt.hardware [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.265047] env[62024]: DEBUG nova.virt.hardware [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.266243] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f4619b-3e3e-4625-8819-31082346793a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.275055] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a1c64c-3db9-4dd2-90c1-91a52fdfb665 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.325267] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288857, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.494161] env[62024]: DEBUG nova.compute.manager [req-9385095c-3d2e-44f3-bf4a-aacd45433f2b req-d709dc34-c52d-4ef8-8767-5a655bcda460 service nova] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Received event network-vif-plugged-5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.494389] env[62024]: DEBUG oslo_concurrency.lockutils [req-9385095c-3d2e-44f3-bf4a-aacd45433f2b req-d709dc34-c52d-4ef8-8767-5a655bcda460 service nova] Acquiring lock "76c11fb3-9bae-4ce0-9fa5-c054155f5b1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.494610] env[62024]: DEBUG oslo_concurrency.lockutils [req-9385095c-3d2e-44f3-bf4a-aacd45433f2b req-d709dc34-c52d-4ef8-8767-5a655bcda460 service nova] Lock "76c11fb3-9bae-4ce0-9fa5-c054155f5b1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.494759] env[62024]: DEBUG oslo_concurrency.lockutils [req-9385095c-3d2e-44f3-bf4a-aacd45433f2b req-d709dc34-c52d-4ef8-8767-5a655bcda460 service nova] Lock "76c11fb3-9bae-4ce0-9fa5-c054155f5b1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.494931] env[62024]: DEBUG nova.compute.manager [req-9385095c-3d2e-44f3-bf4a-aacd45433f2b req-d709dc34-c52d-4ef8-8767-5a655bcda460 service nova] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] No waiting events found dispatching network-vif-plugged-5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.495194] env[62024]: WARNING nova.compute.manager [req-9385095c-3d2e-44f3-bf4a-aacd45433f2b req-d709dc34-c52d-4ef8-8767-5a655bcda460 service nova] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Received unexpected event network-vif-plugged-5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7 for instance with vm_state building and task_state spawning. [ 998.523399] env[62024]: INFO nova.compute.manager [-] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Took 1.28 seconds to deallocate network for instance. [ 998.593042] env[62024]: DEBUG nova.network.neutron [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Successfully updated port: 5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.662373] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288858, 'name': ReconfigVM_Task, 'duration_secs': 0.132554} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.662522] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465844', 'volume_id': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'name': 'volume-f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3715ffef-3417-4358-a8e3-d8cb782ef74a', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'serial': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 998.662966] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69c4480d-b830-493e-8995-3b7223a28bbf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.672261] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Waiting for the task: (returnval){ [ 998.672261] env[62024]: value = "task-2288859" [ 998.672261] env[62024]: _type = "Task" [ 998.672261] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.679031] env[62024]: DEBUG oslo_vmware.api [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288837, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.684125] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288859, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.756994] env[62024]: DEBUG oslo_concurrency.lockutils [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.757205] env[62024]: DEBUG oslo_concurrency.lockutils [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.757745] env[62024]: DEBUG nova.network.neutron [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.826406] env[62024]: DEBUG oslo_vmware.api [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288857, 'name': PowerOnVM_Task, 'duration_secs': 0.623508} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.827203] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.827203] env[62024]: INFO nova.compute.manager [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Took 11.09 seconds to spawn the instance on the hypervisor. [ 998.827203] env[62024]: DEBUG nova.compute.manager [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.828603] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19caeefc-3035-4b82-a680-420f356028f1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.030101] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.030385] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.030641] env[62024]: DEBUG nova.objects.instance [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lazy-loading 'resources' on Instance uuid 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.097303] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "refresh_cache-76c11fb3-9bae-4ce0-9fa5-c054155f5b1c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.097524] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquired lock "refresh_cache-76c11fb3-9bae-4ce0-9fa5-c054155f5b1c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.097784] env[62024]: DEBUG nova.network.neutron [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.179709] env[62024]: DEBUG oslo_vmware.api [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288837, 'name': ReconfigVM_Task, 'duration_secs': 5.789794} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.180439] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.180715] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Reconfigured VM to detach interface {{(pid=62024) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 999.185972] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288859, 'name': Rename_Task, 'duration_secs': 0.203703} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.186550] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.186805] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c11237c6-91cb-4058-b56c-6720bea7a578 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.203385] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Waiting for the task: (returnval){ [ 999.203385] env[62024]: value = "task-2288860" [ 999.203385] env[62024]: _type = "Task" [ 999.203385] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.213161] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.349095] env[62024]: INFO nova.compute.manager [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Took 21.46 seconds to build instance. [ 999.434303] env[62024]: DEBUG oslo_concurrency.lockutils [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.434568] env[62024]: DEBUG oslo_concurrency.lockutils [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.434763] env[62024]: DEBUG nova.compute.manager [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Going to confirm migration 4 {{(pid=62024) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 999.476470] env[62024]: DEBUG nova.network.neutron [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating instance_info_cache with network_info: [{"id": "e6145d98-1ed0-4a31-b6fa-0ff74729097d", "address": "fa:16:3e:a4:cc:48", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6145d98-1e", "ovs_interfaceid": "e6145d98-1ed0-4a31-b6fa-0ff74729097d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.630474] env[62024]: DEBUG nova.network.neutron [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.714370] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288860, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.741517] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bee747b-65ae-466d-888f-11d4c98b114b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.752677] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eb439e-7f4d-4859-b01f-9b737bc66e40 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.798354] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dec6c5-30b4-4a85-8421-40c26cb16832 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.808183] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71578557-b171-4274-b75b-fbabe19dfa7e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.822255] env[62024]: DEBUG nova.compute.provider_tree [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.827181] env[62024]: DEBUG nova.network.neutron [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Updating instance_info_cache with network_info: [{"id": "5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7", "address": "fa:16:3e:a2:23:68", "network": {"id": "961204ed-9db8-4e99-ae79-19fb804ced5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-665674658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb11eb8d05844e2a66a44e782cb84ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d11b1e3-fb", "ovs_interfaceid": "5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.851280] env[62024]: DEBUG oslo_concurrency.lockutils [None req-5bb386ad-185d-4371-b57c-669bf212af4e tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.969s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.981739] env[62024]: DEBUG oslo_concurrency.lockutils [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.191542] env[62024]: DEBUG oslo_concurrency.lockutils [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.191813] env[62024]: DEBUG oslo_concurrency.lockutils [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.192072] env[62024]: DEBUG nova.network.neutron [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.192314] env[62024]: DEBUG nova.objects.instance [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lazy-loading 'info_cache' on Instance uuid 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.218158] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288860, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.327351] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Releasing lock "refresh_cache-76c11fb3-9bae-4ce0-9fa5-c054155f5b1c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.327553] env[62024]: DEBUG nova.compute.manager [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Instance network_info: |[{"id": "5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7", "address": "fa:16:3e:a2:23:68", "network": {"id": "961204ed-9db8-4e99-ae79-19fb804ced5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-665674658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb11eb8d05844e2a66a44e782cb84ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d11b1e3-fb", "ovs_interfaceid": "5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.328365] env[62024]: DEBUG nova.scheduler.client.report [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.332110] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:23:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.339784] env[62024]: DEBUG oslo.service.loopingcall [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.340432] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.340828] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb2a91dc-3164-4755-98d6-e6d826495b3c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.366018] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.366018] env[62024]: value = "task-2288861" [ 1000.366018] env[62024]: _type = "Task" [ 1000.366018] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.374647] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288861, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.407245] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.407651] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.407915] env[62024]: DEBUG nova.network.neutron [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.500324] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4b12c9-5b1e-4ac9-96d4-91dbcefa8800 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.520614] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9147a894-30a8-4d5d-a330-945ffedc8d9d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.525878] env[62024]: DEBUG nova.compute.manager [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Received event network-changed-5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.526075] env[62024]: DEBUG nova.compute.manager [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Refreshing instance network info cache due to event network-changed-5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1000.526292] env[62024]: DEBUG oslo_concurrency.lockutils [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] Acquiring lock "refresh_cache-76c11fb3-9bae-4ce0-9fa5-c054155f5b1c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.526438] env[62024]: DEBUG oslo_concurrency.lockutils [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] Acquired lock "refresh_cache-76c11fb3-9bae-4ce0-9fa5-c054155f5b1c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.526601] env[62024]: DEBUG nova.network.neutron [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Refreshing network info cache for port 5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.533567] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating instance '84ae3050-b193-4030-b45e-4877697f3463' progress to 83 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.551064] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.551425] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.551506] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.551708] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.551916] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.553894] env[62024]: INFO nova.compute.manager [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Terminating instance [ 1000.716262] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288860, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.842810] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.867418] env[62024]: INFO nova.scheduler.client.report [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleted allocations for instance 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f [ 1000.880609] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288861, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.039928] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.040233] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13b251b3-495a-46c5-8565-45081ff09f1d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.048583] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 1001.048583] env[62024]: value = "task-2288862" [ 1001.048583] env[62024]: _type = "Task" [ 1001.048583] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.059819] env[62024]: DEBUG nova.compute.manager [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.060072] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.060366] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.063225] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb00cfa-e639-4ce2-8895-d39994d6b601 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.071455] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.071725] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5810eb8-8704-4c4b-bd32-fda924c66b65 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.081778] env[62024]: DEBUG oslo_vmware.api [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1001.081778] env[62024]: value = "task-2288863" [ 1001.081778] env[62024]: _type = "Task" [ 1001.081778] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.090981] env[62024]: DEBUG oslo_vmware.api [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.169694] env[62024]: INFO nova.network.neutron [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Port 5be897da-7d06-4f4e-9a82-847011dab843 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1001.169949] env[62024]: INFO nova.network.neutron [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Port a5c2f98f-004e-4099-9da2-e46f372f137b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1001.170492] env[62024]: DEBUG nova.network.neutron [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updating instance_info_cache with network_info: [{"id": "c32b615d-f551-448b-8f78-c637efc5f57f", "address": "fa:16:3e:87:4a:04", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32b615d-f5", "ovs_interfaceid": "c32b615d-f551-448b-8f78-c637efc5f57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.224165] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288860, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.271417] env[62024]: DEBUG nova.network.neutron [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Updated VIF entry in instance network info cache for port 5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.271824] env[62024]: DEBUG nova.network.neutron [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Updating instance_info_cache with network_info: [{"id": "5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7", "address": "fa:16:3e:a2:23:68", "network": {"id": "961204ed-9db8-4e99-ae79-19fb804ced5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-665674658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb11eb8d05844e2a66a44e782cb84ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d11b1e3-fb", "ovs_interfaceid": "5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.381935] env[62024]: DEBUG nova.compute.manager [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Stashing vm_state: active {{(pid=62024) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1001.386479] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9f5c984d-d938-4889-b691-b8cbf9950fa3 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "315dd7c9-56ad-4f11-888c-4ec2d1d6be8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.795s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.391720] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288861, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.563537] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288862, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.565527] env[62024]: DEBUG nova.network.neutron [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance_info_cache with network_info: [{"id": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "address": "fa:16:3e:fe:9c:bd", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c318eab-2e", "ovs_interfaceid": "8c318eab-2e8d-47ec-96cc-2907908abbb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.592354] env[62024]: DEBUG oslo_vmware.api [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288863, 'name': PowerOffVM_Task, 'duration_secs': 0.354627} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.592606] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.592772] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.594036] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c8a50cb-f96c-4749-be5a-e67876db2540 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.673934] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "refresh_cache-01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.708835] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.709198] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.709411] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Deleting the datastore file [datastore1] 01583b3a-4abc-4d50-b8a1-8f6a6f982871 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.713081] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f851678f-b3e6-4b91-839a-fa28c5b7abb4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.721192] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288860, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.722538] env[62024]: DEBUG oslo_vmware.api [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1001.722538] env[62024]: value = "task-2288865" [ 1001.722538] env[62024]: _type = "Task" [ 1001.722538] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.730856] env[62024]: DEBUG oslo_vmware.api [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.775330] env[62024]: DEBUG oslo_concurrency.lockutils [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] Releasing lock "refresh_cache-76c11fb3-9bae-4ce0-9fa5-c054155f5b1c" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.775708] env[62024]: DEBUG nova.compute.manager [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Received event network-vif-deleted-5be897da-7d06-4f4e-9a82-847011dab843 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.776047] env[62024]: INFO nova.compute.manager [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Neutron deleted interface 5be897da-7d06-4f4e-9a82-847011dab843; detaching it from the instance and deleting it from the info cache [ 1001.776529] env[62024]: DEBUG nova.network.neutron [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updating instance_info_cache with network_info: [{"id": "c32b615d-f551-448b-8f78-c637efc5f57f", "address": "fa:16:3e:87:4a:04", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32b615d-f5", "ovs_interfaceid": "c32b615d-f551-448b-8f78-c637efc5f57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a5c2f98f-004e-4099-9da2-e46f372f137b", "address": "fa:16:3e:81:86:5d", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c2f98f-00", "ovs_interfaceid": "a5c2f98f-004e-4099-9da2-e46f372f137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.882140] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288861, 'name': CreateVM_Task, 'duration_secs': 1.16913} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.882315] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.883037] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.883236] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.883626] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.883905] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-742941f1-fe60-467f-ba80-71c378c83d44 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.892135] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1001.892135] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a2540b-bbce-6c4b-f59f-ca8424b17ce4" [ 1001.892135] env[62024]: _type = "Task" [ 1001.892135] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.900874] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a2540b-bbce-6c4b-f59f-ca8424b17ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.902858] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.903115] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.060255] env[62024]: DEBUG oslo_vmware.api [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288862, 'name': PowerOnVM_Task, 'duration_secs': 0.519824} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.060522] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.060708] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-917cddcb-eef1-4492-9c19-8c3bf28942d2 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating instance '84ae3050-b193-4030-b45e-4877697f3463' progress to 100 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.068140] env[62024]: DEBUG oslo_concurrency.lockutils [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.068374] env[62024]: DEBUG nova.objects.instance [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lazy-loading 'migration_context' on Instance uuid 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.178229] env[62024]: DEBUG oslo_concurrency.lockutils [None req-cd5246c7-f5f5-4653-8b0d-f0307dccd4fb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-01583b3a-4abc-4d50-b8a1-8f6a6f982871-5be897da-7d06-4f4e-9a82-847011dab843" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.615s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.220242] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288860, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.232599] env[62024]: DEBUG oslo_vmware.api [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.279993] env[62024]: DEBUG oslo_concurrency.lockutils [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] Acquiring lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.402985] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a2540b-bbce-6c4b-f59f-ca8424b17ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.043864} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.403309] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.403542] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.403781] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.403931] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.404124] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.404395] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a5c8a30-5d96-412f-bc83-3a1f343f3a28 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.408522] env[62024]: INFO nova.compute.claims [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.418647] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.418917] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.419559] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584e2cce-bc3d-42a2-a80f-e8a93fea27c6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.424940] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1002.424940] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52997dc7-3588-59e0-f41d-c6844a22c2c3" [ 1002.424940] env[62024]: _type = "Task" [ 1002.424940] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.433383] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52997dc7-3588-59e0-f41d-c6844a22c2c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.571957] env[62024]: DEBUG nova.objects.base [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Object Instance<5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a> lazy-loaded attributes: info_cache,migration_context {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1002.572898] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570e303e-eda8-4fe7-af0b-9e92c8aab84d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.593330] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e726b3-e76d-4130-a671-2f6b53c1b588 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.601135] env[62024]: DEBUG oslo_vmware.api [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1002.601135] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52002857-c8bc-5418-65b8-9c29d9b453d8" [ 1002.601135] env[62024]: _type = "Task" [ 1002.601135] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.609361] env[62024]: DEBUG oslo_vmware.api [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52002857-c8bc-5418-65b8-9c29d9b453d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.710957] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "b989ee35-144e-4373-ac09-06ad85b16399" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.711236] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "b989ee35-144e-4373-ac09-06ad85b16399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.724501] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288860, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.734302] env[62024]: DEBUG oslo_vmware.api [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.668173} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.734571] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.734761] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.734929] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.735118] env[62024]: INFO nova.compute.manager [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1002.735369] env[62024]: DEBUG oslo.service.loopingcall [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.735550] env[62024]: DEBUG nova.compute.manager [-] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.735661] env[62024]: DEBUG nova.network.neutron [-] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.788588] env[62024]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port a5c2f98f-004e-4099-9da2-e46f372f137b could not be found.", "detail": ""}} {{(pid=62024) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1002.788890] env[62024]: DEBUG nova.network.neutron [-] Unable to show port a5c2f98f-004e-4099-9da2-e46f372f137b as it no longer exists. {{(pid=62024) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1002.914473] env[62024]: INFO nova.compute.resource_tracker [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Updating resource usage from migration 9805f3c5-61ae-435d-9fa8-2a93c338badc [ 1002.938638] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52997dc7-3588-59e0-f41d-c6844a22c2c3, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.942112] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51319116-8153-4f3f-83d7-2ce1dcf0a6e0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.948512] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1002.948512] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cc632a-b000-b32b-4704-2ca7c36db394" [ 1002.948512] env[62024]: _type = "Task" [ 1002.948512] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.963631] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cc632a-b000-b32b-4704-2ca7c36db394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.113476] env[62024]: DEBUG oslo_vmware.api [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52002857-c8bc-5418-65b8-9c29d9b453d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.113825] env[62024]: DEBUG oslo_concurrency.lockutils [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.218491] env[62024]: DEBUG nova.compute.manager [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.228261] env[62024]: DEBUG oslo_vmware.api [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288860, 'name': PowerOnVM_Task, 'duration_secs': 4.019664} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.230270] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.230595] env[62024]: INFO nova.compute.manager [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1003.230900] env[62024]: DEBUG nova.compute.manager [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.232394] env[62024]: DEBUG nova.compute.manager [req-7b216251-6b8d-4bfc-8364-b4f626f75a9d req-59a00b48-8510-4587-99b2-22d43997d892 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Received event network-vif-deleted-c32b615d-f551-448b-8f78-c637efc5f57f {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1003.232653] env[62024]: INFO nova.compute.manager [req-7b216251-6b8d-4bfc-8364-b4f626f75a9d req-59a00b48-8510-4587-99b2-22d43997d892 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Neutron deleted interface c32b615d-f551-448b-8f78-c637efc5f57f; detaching it from the instance and deleting it from the info cache [ 1003.233025] env[62024]: DEBUG nova.network.neutron [req-7b216251-6b8d-4bfc-8364-b4f626f75a9d req-59a00b48-8510-4587-99b2-22d43997d892 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updating instance_info_cache with network_info: [{"id": "a5c2f98f-004e-4099-9da2-e46f372f137b", "address": "fa:16:3e:81:86:5d", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c2f98f-00", "ovs_interfaceid": "a5c2f98f-004e-4099-9da2-e46f372f137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.235498] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275b0ea0-4958-4920-bf40-9415039ba91c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.255206] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002c2226-2e4c-451a-9649-0090a4740faf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.263969] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6177a9da-7ccc-4c7a-8030-4145ea39e25e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.298119] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d49d01-9254-4a5c-8dd2-be803e35d71c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.307032] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaf471a-02ed-4e38-99be-36b972118cb9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.323732] env[62024]: DEBUG nova.compute.provider_tree [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.459774] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cc632a-b000-b32b-4704-2ca7c36db394, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.460072] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.460325] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c/76c11fb3-9bae-4ce0-9fa5-c054155f5b1c.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.460586] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c65b102e-81b2-4a46-bb72-e2d74792f176 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.468692] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1003.468692] env[62024]: value = "task-2288866" [ 1003.468692] env[62024]: _type = "Task" [ 1003.468692] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.476930] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.707529] env[62024]: DEBUG nova.network.neutron [-] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.739866] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e999ad52-1f8a-4745-8525-544571fdcf20 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.756775] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.760916] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9b6d3b-dc8f-4e05-8047-2d053215263d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.780762] env[62024]: INFO nova.compute.manager [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Took 21.42 seconds to build instance. [ 1003.807532] env[62024]: DEBUG nova.compute.manager [req-7b216251-6b8d-4bfc-8364-b4f626f75a9d req-59a00b48-8510-4587-99b2-22d43997d892 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Detach interface failed, port_id=c32b615d-f551-448b-8f78-c637efc5f57f, reason: Instance 01583b3a-4abc-4d50-b8a1-8f6a6f982871 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1003.828018] env[62024]: DEBUG nova.scheduler.client.report [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.980278] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288866, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.216751] env[62024]: INFO nova.compute.manager [-] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Took 1.48 seconds to deallocate network for instance. [ 1004.284052] env[62024]: DEBUG oslo_concurrency.lockutils [None req-daa8bdc5-fd70-4fe2-b558-b97919578df8 tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Lock "3715ffef-3417-4358-a8e3-d8cb782ef74a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.929s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.335249] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.432s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.335544] env[62024]: INFO nova.compute.manager [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Migrating [ 1004.342104] env[62024]: DEBUG oslo_concurrency.lockutils [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.228s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.423425] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "84ae3050-b193-4030-b45e-4877697f3463" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.423695] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "84ae3050-b193-4030-b45e-4877697f3463" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.423890] env[62024]: DEBUG nova.compute.manager [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Going to confirm migration 5 {{(pid=62024) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1004.480645] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521937} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.481022] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c/76c11fb3-9bae-4ce0-9fa5-c054155f5b1c.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.481177] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.481374] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be7334e5-5655-47d3-a627-e252f7d59543 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.489427] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1004.489427] env[62024]: value = "task-2288867" [ 1004.489427] env[62024]: _type = "Task" [ 1004.489427] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.499125] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.539661] env[62024]: DEBUG nova.compute.manager [req-078452d1-6885-4830-9dbd-72a470b92971 req-3cc3804b-8def-4cce-9d95-98a0afff9f09 service nova] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Received event network-changed-da44e595-0ec8-4553-a579-a58764da59e7 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.539976] env[62024]: DEBUG nova.compute.manager [req-078452d1-6885-4830-9dbd-72a470b92971 req-3cc3804b-8def-4cce-9d95-98a0afff9f09 service nova] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Refreshing instance network info cache due to event network-changed-da44e595-0ec8-4553-a579-a58764da59e7. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.540083] env[62024]: DEBUG oslo_concurrency.lockutils [req-078452d1-6885-4830-9dbd-72a470b92971 req-3cc3804b-8def-4cce-9d95-98a0afff9f09 service nova] Acquiring lock "refresh_cache-3715ffef-3417-4358-a8e3-d8cb782ef74a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.540282] env[62024]: DEBUG oslo_concurrency.lockutils [req-078452d1-6885-4830-9dbd-72a470b92971 req-3cc3804b-8def-4cce-9d95-98a0afff9f09 service nova] Acquired lock "refresh_cache-3715ffef-3417-4358-a8e3-d8cb782ef74a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.540422] env[62024]: DEBUG nova.network.neutron [req-078452d1-6885-4830-9dbd-72a470b92971 req-3cc3804b-8def-4cce-9d95-98a0afff9f09 service nova] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Refreshing network info cache for port da44e595-0ec8-4553-a579-a58764da59e7 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.725259] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.853970] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.854436] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.854659] env[62024]: DEBUG nova.network.neutron [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.999792] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070779} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.002497] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.003304] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b2dbd6-ec28-45d1-928a-967b13b38160 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.027646] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c/76c11fb3-9bae-4ce0-9fa5-c054155f5b1c.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.028896] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.029084] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquired lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.029256] env[62024]: DEBUG nova.network.neutron [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.029436] env[62024]: DEBUG nova.objects.instance [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lazy-loading 'info_cache' on Instance uuid 84ae3050-b193-4030-b45e-4877697f3463 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.032910] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b3e7665-5f32-4675-9506-8b87ca270872 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.062144] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1005.062144] env[62024]: value = "task-2288868" [ 1005.062144] env[62024]: _type = "Task" [ 1005.062144] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.078565] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.099209] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52ce947-7384-421c-8fd7-ed9db2ec1b5f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.107401] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eff868-683f-498b-9672-259b3d3bba99 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.139738] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db39f06f-227d-4e54-ab92-dc6f049e6687 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.148258] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a777a3c1-4883-44ab-9a61-ffabde3f8751 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.162460] env[62024]: DEBUG nova.compute.provider_tree [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.288328] env[62024]: DEBUG nova.network.neutron [req-078452d1-6885-4830-9dbd-72a470b92971 req-3cc3804b-8def-4cce-9d95-98a0afff9f09 service nova] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Updated VIF entry in instance network info cache for port da44e595-0ec8-4553-a579-a58764da59e7. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.288866] env[62024]: DEBUG nova.network.neutron [req-078452d1-6885-4830-9dbd-72a470b92971 req-3cc3804b-8def-4cce-9d95-98a0afff9f09 service nova] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Updating instance_info_cache with network_info: [{"id": "da44e595-0ec8-4553-a579-a58764da59e7", "address": "fa:16:3e:e4:34:43", "network": {"id": "a9e0e7cf-9494-4593-b8dc-32eb224910c6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-493571378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1ea0634cd634c3f9b554778fedd99d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda44e595-0e", "ovs_interfaceid": "da44e595-0ec8-4553-a579-a58764da59e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.550428] env[62024]: DEBUG nova.network.neutron [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Updating instance_info_cache with network_info: [{"id": "55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b", "address": "fa:16:3e:fb:be:ab", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bb28b9-e4", "ovs_interfaceid": "55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.578634] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.665304] env[62024]: DEBUG nova.scheduler.client.report [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.763070] env[62024]: DEBUG nova.network.neutron [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating instance_info_cache with network_info: [{"id": "e6145d98-1ed0-4a31-b6fa-0ff74729097d", "address": "fa:16:3e:a4:cc:48", "network": {"id": "e7e6ffe4-1ec9-4427-ac1c-50f27641a994", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-236827607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0e8469d470e4b3d96b9e87082d15781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6145d98-1e", "ovs_interfaceid": "e6145d98-1ed0-4a31-b6fa-0ff74729097d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.792378] env[62024]: DEBUG oslo_concurrency.lockutils [req-078452d1-6885-4830-9dbd-72a470b92971 req-3cc3804b-8def-4cce-9d95-98a0afff9f09 service nova] Releasing lock "refresh_cache-3715ffef-3417-4358-a8e3-d8cb782ef74a" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.053980] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.075268] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288868, 'name': ReconfigVM_Task, 'duration_secs': 0.741129} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.075720] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c/76c11fb3-9bae-4ce0-9fa5-c054155f5b1c.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.076420] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df7b306a-921c-4d9b-aa74-72f19ad472ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.083485] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1006.083485] env[62024]: value = "task-2288869" [ 1006.083485] env[62024]: _type = "Task" [ 1006.083485] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.093060] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288869, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.266401] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Releasing lock "refresh_cache-84ae3050-b193-4030-b45e-4877697f3463" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.267193] env[62024]: DEBUG nova.objects.instance [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lazy-loading 'migration_context' on Instance uuid 84ae3050-b193-4030-b45e-4877697f3463 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.594146] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288869, 'name': Rename_Task, 'duration_secs': 0.163381} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.594420] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.594667] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-691b6490-29cd-40ff-aed5-922cb1e4abee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.602078] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1006.602078] env[62024]: value = "task-2288870" [ 1006.602078] env[62024]: _type = "Task" [ 1006.602078] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.610804] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.675576] env[62024]: DEBUG oslo_concurrency.lockutils [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.333s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.678447] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.922s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.679940] env[62024]: INFO nova.compute.claims [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.771803] env[62024]: DEBUG nova.objects.base [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Object Instance<84ae3050-b193-4030-b45e-4877697f3463> lazy-loaded attributes: info_cache,migration_context {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1006.772747] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041f742c-c75a-4195-99cb-8ce74743aa17 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.793344] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c7132a4-f5af-4956-bf9d-ba1a634dd187 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.798608] env[62024]: DEBUG oslo_vmware.api [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 1006.798608] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5233c958-2d1a-66f3-0b71-b8bb609b4eee" [ 1006.798608] env[62024]: _type = "Task" [ 1006.798608] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.807733] env[62024]: DEBUG oslo_vmware.api [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5233c958-2d1a-66f3-0b71-b8bb609b4eee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.113113] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.236171] env[62024]: INFO nova.scheduler.client.report [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleted allocation for migration 7e43d0a2-9b2c-45d1-93e3-0138b9b05dac [ 1007.309793] env[62024]: DEBUG oslo_vmware.api [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5233c958-2d1a-66f3-0b71-b8bb609b4eee, 'name': SearchDatastore_Task, 'duration_secs': 0.009281} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.310101] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.568804] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497ad771-dffa-4f78-8bb9-31e74ec9bc26 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.587682] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Updating instance 'e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426' progress to 0 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.611882] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288870, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.742069] env[62024]: DEBUG oslo_concurrency.lockutils [None req-74495bc2-e04e-4c3e-bfb9-b404be6ade59 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.307s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.876728] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02900cc-0285-4b9b-8ad8-16fbb328e3d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.885052] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12a698e-beb3-4ce5-b880-fb09e24d7ba6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.917519] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002ff6e0-f2b8-4a3f-ab11-65568c5eab3c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.921725] env[62024]: DEBUG oslo_concurrency.lockutils [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.921955] env[62024]: DEBUG oslo_concurrency.lockutils [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.922166] env[62024]: DEBUG oslo_concurrency.lockutils [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.922347] env[62024]: DEBUG oslo_concurrency.lockutils [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.922549] env[62024]: DEBUG oslo_concurrency.lockutils [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.926615] env[62024]: INFO nova.compute.manager [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Terminating instance [ 1007.929763] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f554daa6-64be-46dc-8e62-31a94a0495ff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.946543] env[62024]: DEBUG nova.compute.provider_tree [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.093756] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.094099] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-721568c8-f4fc-4924-998e-bfde739dfeec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.103758] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1008.103758] env[62024]: value = "task-2288871" [ 1008.103758] env[62024]: _type = "Task" [ 1008.103758] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.116170] env[62024]: DEBUG oslo_vmware.api [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288870, 'name': PowerOnVM_Task, 'duration_secs': 1.134736} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.119636] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.119822] env[62024]: INFO nova.compute.manager [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1008.120028] env[62024]: DEBUG nova.compute.manager [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.120346] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.121143] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fecf567-79cd-4d85-8116-5bc9406a96e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.435545] env[62024]: DEBUG nova.compute.manager [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.435817] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.436704] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecc8593-7f72-48a8-9bfa-15b8593df11a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.445238] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.445478] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fb9ed43-99ee-44ec-9c81-0cfe558f1853 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.449983] env[62024]: DEBUG nova.scheduler.client.report [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.455014] env[62024]: DEBUG oslo_vmware.api [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1008.455014] env[62024]: value = "task-2288872" [ 1008.455014] env[62024]: _type = "Task" [ 1008.455014] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.463449] env[62024]: DEBUG oslo_vmware.api [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.617938] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288871, 'name': PowerOffVM_Task, 'duration_secs': 0.24559} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.618240] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.618428] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Updating instance 'e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426' progress to 17 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.637621] env[62024]: INFO nova.compute.manager [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Took 19.70 seconds to build instance. [ 1008.956377] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.956883] env[62024]: DEBUG nova.compute.manager [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.959689] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.235s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.959907] env[62024]: DEBUG nova.objects.instance [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'resources' on Instance uuid 01583b3a-4abc-4d50-b8a1-8f6a6f982871 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.971842] env[62024]: DEBUG oslo_vmware.api [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288872, 'name': PowerOffVM_Task, 'duration_secs': 0.21786} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.972092] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.972264] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.972502] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b539b16a-edc1-4355-aac5-124c50c5a807 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.040659] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.040867] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.041063] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleting the datastore file [datastore2] 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.041419] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e35a0544-ccb7-4701-893d-79706b3edae7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.049030] env[62024]: DEBUG oslo_vmware.api [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1009.049030] env[62024]: value = "task-2288874" [ 1009.049030] env[62024]: _type = "Task" [ 1009.049030] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.057495] env[62024]: DEBUG oslo_vmware.api [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.125011] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.125527] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.125527] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.125758] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.125983] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.126179] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.126451] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.126678] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.126909] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.127151] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.127395] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.133329] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0302460-7b46-46de-b822-0f9c66d6b357 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.144031] env[62024]: DEBUG oslo_concurrency.lockutils [None req-076319b0-1fc3-4b9b-8185-313787e428c2 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "76c11fb3-9bae-4ce0-9fa5-c054155f5b1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.214s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.150967] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1009.150967] env[62024]: value = "task-2288875" [ 1009.150967] env[62024]: _type = "Task" [ 1009.150967] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.161108] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.467395] env[62024]: DEBUG nova.compute.utils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1009.472111] env[62024]: DEBUG nova.compute.manager [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.472476] env[62024]: DEBUG nova.network.neutron [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.517130] env[62024]: DEBUG nova.policy [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4cb6a26029a4251bc5a04e05458ab78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '633bf756caa54ea49d7c4c5ba81180ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.562784] env[62024]: DEBUG oslo_vmware.api [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159764} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.563439] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.563439] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.563439] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.563631] env[62024]: INFO nova.compute.manager [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1009.563810] env[62024]: DEBUG oslo.service.loopingcall [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.564015] env[62024]: DEBUG nova.compute.manager [-] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.564157] env[62024]: DEBUG nova.network.neutron [-] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.661753] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288875, 'name': ReconfigVM_Task, 'duration_secs': 0.1814} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.663680] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Updating instance 'e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426' progress to 33 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.691964] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c538bfa-31a6-4631-8d6a-0beccf41be79 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.700297] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15971aee-298d-49d2-8c63-aae78ad1fdb9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.735373] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c1171c-0594-465e-aea7-d9819b8cda48 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.745249] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731959d3-b3ff-4460-9228-1140fbcd125e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.760357] env[62024]: DEBUG nova.compute.provider_tree [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.788765] env[62024]: DEBUG oslo_concurrency.lockutils [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "76c11fb3-9bae-4ce0-9fa5-c054155f5b1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.788765] env[62024]: DEBUG oslo_concurrency.lockutils [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "76c11fb3-9bae-4ce0-9fa5-c054155f5b1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.788765] env[62024]: DEBUG oslo_concurrency.lockutils [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "76c11fb3-9bae-4ce0-9fa5-c054155f5b1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.788765] env[62024]: DEBUG oslo_concurrency.lockutils [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "76c11fb3-9bae-4ce0-9fa5-c054155f5b1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.788765] env[62024]: DEBUG oslo_concurrency.lockutils [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "76c11fb3-9bae-4ce0-9fa5-c054155f5b1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.792208] env[62024]: INFO nova.compute.manager [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Terminating instance [ 1009.816799] env[62024]: DEBUG nova.network.neutron [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Successfully created port: e2052f98-335b-4358-99a5-d1d81f879bdc {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.973894] env[62024]: DEBUG nova.compute.manager [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.071246] env[62024]: DEBUG nova.compute.manager [req-c1b4c124-dc9a-4df9-bb29-87d53958d01f req-bb6a7d3d-52f8-45fe-a833-316578643037 service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Received event network-vif-deleted-8c318eab-2e8d-47ec-96cc-2907908abbb9 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.071319] env[62024]: INFO nova.compute.manager [req-c1b4c124-dc9a-4df9-bb29-87d53958d01f req-bb6a7d3d-52f8-45fe-a833-316578643037 service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Neutron deleted interface 8c318eab-2e8d-47ec-96cc-2907908abbb9; detaching it from the instance and deleting it from the info cache [ 1010.071530] env[62024]: DEBUG nova.network.neutron [req-c1b4c124-dc9a-4df9-bb29-87d53958d01f req-bb6a7d3d-52f8-45fe-a833-316578643037 service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.170434] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.171621] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.171621] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.171818] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.171869] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.172389] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.172389] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.172389] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.174397] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.174397] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.174397] env[62024]: DEBUG nova.virt.hardware [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.180256] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1010.180555] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80b283e8-7774-4398-af61-200a6bfcc635 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.216850] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1010.216850] env[62024]: value = "task-2288876" [ 1010.216850] env[62024]: _type = "Task" [ 1010.216850] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.225920] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.264132] env[62024]: DEBUG nova.scheduler.client.report [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.296849] env[62024]: DEBUG nova.compute.manager [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.297101] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.298098] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a196672-a437-40d5-8771-b286464c13c2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.311042] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.311042] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71407720-acf0-4d5c-b7b5-e0e373258de3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.317336] env[62024]: DEBUG oslo_vmware.api [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1010.317336] env[62024]: value = "task-2288877" [ 1010.317336] env[62024]: _type = "Task" [ 1010.317336] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.327591] env[62024]: DEBUG oslo_vmware.api [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.553123] env[62024]: DEBUG nova.network.neutron [-] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.573483] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef9e93c9-9009-458d-95dc-7537fe56f098 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.584708] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e207a1-2b35-4a8c-8ade-3b6c8a04f963 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.619583] env[62024]: DEBUG nova.compute.manager [req-c1b4c124-dc9a-4df9-bb29-87d53958d01f req-bb6a7d3d-52f8-45fe-a833-316578643037 service nova] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Detach interface failed, port_id=8c318eab-2e8d-47ec-96cc-2907908abbb9, reason: Instance 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1010.726921] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288876, 'name': ReconfigVM_Task, 'duration_secs': 0.183211} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.727690] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1010.728553] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7a4537-00a5-4d67-a488-a1a5d0e453eb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.752613] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426/e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.752963] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4e7872-f2bf-4860-b240-218190ba9a10 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.768621] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.770847] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.461s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.773775] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1010.773775] env[62024]: value = "task-2288878" [ 1010.773775] env[62024]: _type = "Task" [ 1010.773775] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.782748] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.791567] env[62024]: INFO nova.scheduler.client.report [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Deleted allocations for instance 01583b3a-4abc-4d50-b8a1-8f6a6f982871 [ 1010.828718] env[62024]: DEBUG oslo_vmware.api [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288877, 'name': PowerOffVM_Task, 'duration_secs': 0.2361} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.829125] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.829349] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.829629] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a70d06d-430c-4332-a063-7c117991412a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.904109] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.904344] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.904524] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Deleting the datastore file [datastore1] 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.904801] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86a5f987-2752-45ab-82c1-fb59ce1847f6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.913128] env[62024]: DEBUG oslo_vmware.api [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1010.913128] env[62024]: value = "task-2288880" [ 1010.913128] env[62024]: _type = "Task" [ 1010.913128] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.921412] env[62024]: DEBUG oslo_vmware.api [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.983975] env[62024]: DEBUG nova.compute.manager [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.009757] env[62024]: DEBUG nova.virt.hardware [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.010008] env[62024]: DEBUG nova.virt.hardware [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.010204] env[62024]: DEBUG nova.virt.hardware [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.010391] env[62024]: DEBUG nova.virt.hardware [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.010539] env[62024]: DEBUG nova.virt.hardware [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.010687] env[62024]: DEBUG nova.virt.hardware [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.010894] env[62024]: DEBUG nova.virt.hardware [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.011068] env[62024]: DEBUG nova.virt.hardware [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.011239] env[62024]: DEBUG nova.virt.hardware [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.011405] env[62024]: DEBUG nova.virt.hardware [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.011573] env[62024]: DEBUG nova.virt.hardware [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.012446] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123d90ce-cd95-4cce-b412-d369b4693b17 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.021384] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68c7216-d5a1-4a96-938b-dc9fe093a582 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.057936] env[62024]: INFO nova.compute.manager [-] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Took 1.49 seconds to deallocate network for instance. [ 1011.222405] env[62024]: DEBUG nova.compute.manager [req-b27c9b3a-41f7-4e72-8666-158c5758a47d req-fcf3b208-5dda-40c5-9f54-302990895ffc service nova] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Received event network-vif-plugged-e2052f98-335b-4358-99a5-d1d81f879bdc {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.222630] env[62024]: DEBUG oslo_concurrency.lockutils [req-b27c9b3a-41f7-4e72-8666-158c5758a47d req-fcf3b208-5dda-40c5-9f54-302990895ffc service nova] Acquiring lock "b989ee35-144e-4373-ac09-06ad85b16399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.222814] env[62024]: DEBUG oslo_concurrency.lockutils [req-b27c9b3a-41f7-4e72-8666-158c5758a47d req-fcf3b208-5dda-40c5-9f54-302990895ffc service nova] Lock "b989ee35-144e-4373-ac09-06ad85b16399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.222987] env[62024]: DEBUG oslo_concurrency.lockutils [req-b27c9b3a-41f7-4e72-8666-158c5758a47d req-fcf3b208-5dda-40c5-9f54-302990895ffc service nova] Lock "b989ee35-144e-4373-ac09-06ad85b16399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.223359] env[62024]: DEBUG nova.compute.manager [req-b27c9b3a-41f7-4e72-8666-158c5758a47d req-fcf3b208-5dda-40c5-9f54-302990895ffc service nova] [instance: b989ee35-144e-4373-ac09-06ad85b16399] No waiting events found dispatching network-vif-plugged-e2052f98-335b-4358-99a5-d1d81f879bdc {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.223541] env[62024]: WARNING nova.compute.manager [req-b27c9b3a-41f7-4e72-8666-158c5758a47d req-fcf3b208-5dda-40c5-9f54-302990895ffc service nova] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Received unexpected event network-vif-plugged-e2052f98-335b-4358-99a5-d1d81f879bdc for instance with vm_state building and task_state spawning. [ 1011.285708] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288878, 'name': ReconfigVM_Task, 'duration_secs': 0.3521} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.286027] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Reconfigured VM instance instance-00000066 to attach disk [datastore1] e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426/e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.286302] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Updating instance 'e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426' progress to 50 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.300802] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7feb4e22-2fe9-4d76-aa86-88e1241208e9 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.749s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.304083] env[62024]: DEBUG oslo_concurrency.lockutils [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] Acquired lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.304083] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8627aafc-9e64-460f-86d0-6c94284e16c2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.314258] env[62024]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1011.316425] env[62024]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62024) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1011.316425] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-937f37ef-874e-4619-9c50-3e7ca07d66b5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.322463] env[62024]: DEBUG nova.network.neutron [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Successfully updated port: e2052f98-335b-4358-99a5-d1d81f879bdc {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.333571] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e2e106-df6d-4e44-ade0-39d79c524b78 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.372649] env[62024]: ERROR root [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-465764' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-465764' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-465764' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-465764'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-465764' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-465764' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-465764'}\n"]: nova.exception.InstanceNotFound: Instance 01583b3a-4abc-4d50-b8a1-8f6a6f982871 could not be found. [ 1011.372867] env[62024]: DEBUG oslo_concurrency.lockutils [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] Releasing lock "01583b3a-4abc-4d50-b8a1-8f6a6f982871" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.373095] env[62024]: DEBUG nova.compute.manager [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Detach interface failed, port_id=5be897da-7d06-4f4e-9a82-847011dab843, reason: Instance 01583b3a-4abc-4d50-b8a1-8f6a6f982871 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1011.373283] env[62024]: DEBUG nova.compute.manager [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Received event network-vif-deleted-a5c2f98f-004e-4099-9da2-e46f372f137b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.373454] env[62024]: INFO nova.compute.manager [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Neutron deleted interface a5c2f98f-004e-4099-9da2-e46f372f137b; detaching it from the instance and deleting it from the info cache [ 1011.373710] env[62024]: DEBUG nova.network.neutron [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Updating instance_info_cache with network_info: [{"id": "c32b615d-f551-448b-8f78-c637efc5f57f", "address": "fa:16:3e:87:4a:04", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32b615d-f5", "ovs_interfaceid": "c32b615d-f551-448b-8f78-c637efc5f57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.424787] env[62024]: DEBUG oslo_vmware.api [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150191} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.425103] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.425261] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.425513] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.425790] env[62024]: INFO nova.compute.manager [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1011.425969] env[62024]: DEBUG oslo.service.loopingcall [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.426175] env[62024]: DEBUG nova.compute.manager [-] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.426269] env[62024]: DEBUG nova.network.neutron [-] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.477451] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07248e4-efa5-411f-8fd3-6bc1c44f6dbf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.486123] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e9ccac-871e-4228-ba4a-19fc53023b55 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.524485] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cbe61e-e73b-4cd4-a80b-7644aab172cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.533021] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dfad0b-5b03-48cb-81a1-26ad74c71008 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.547463] env[62024]: DEBUG nova.compute.provider_tree [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.564599] env[62024]: DEBUG oslo_concurrency.lockutils [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.793008] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7207542-9d22-416d-9b5b-29d0ede36e21 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.813160] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08e6563-dc65-4236-881d-8b8e935c2b6a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.832971] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "refresh_cache-b989ee35-144e-4373-ac09-06ad85b16399" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.833586] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "refresh_cache-b989ee35-144e-4373-ac09-06ad85b16399" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.833759] env[62024]: DEBUG nova.network.neutron [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.835228] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Updating instance 'e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426' progress to 67 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.878047] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa12d2dd-1d7e-4beb-904c-173bd7437074 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.889408] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff75360c-f279-4ee7-a20f-826120d9a05b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.924205] env[62024]: DEBUG nova.compute.manager [req-c5837dee-f781-4336-b050-f2794c59e0d4 req-0d0fac23-28cf-4c35-acbe-88164991cde0 service nova] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Detach interface failed, port_id=a5c2f98f-004e-4099-9da2-e46f372f137b, reason: Instance 01583b3a-4abc-4d50-b8a1-8f6a6f982871 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1012.050952] env[62024]: DEBUG nova.scheduler.client.report [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.167222] env[62024]: DEBUG nova.network.neutron [-] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.374717] env[62024]: DEBUG nova.network.neutron [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.408678] env[62024]: DEBUG nova.network.neutron [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Port 55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b binding to destination host cpu-1 is already ACTIVE {{(pid=62024) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1012.527458] env[62024]: DEBUG nova.network.neutron [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Updating instance_info_cache with network_info: [{"id": "e2052f98-335b-4358-99a5-d1d81f879bdc", "address": "fa:16:3e:83:d2:5e", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2052f98-33", "ovs_interfaceid": "e2052f98-335b-4358-99a5-d1d81f879bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.670832] env[62024]: INFO nova.compute.manager [-] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Took 1.24 seconds to deallocate network for instance. [ 1013.029691] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "refresh_cache-b989ee35-144e-4373-ac09-06ad85b16399" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.030047] env[62024]: DEBUG nova.compute.manager [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Instance network_info: |[{"id": "e2052f98-335b-4358-99a5-d1d81f879bdc", "address": "fa:16:3e:83:d2:5e", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2052f98-33", "ovs_interfaceid": "e2052f98-335b-4358-99a5-d1d81f879bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.030452] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:d2:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2052f98-335b-4358-99a5-d1d81f879bdc', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.038308] env[62024]: DEBUG oslo.service.loopingcall [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.038535] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.039186] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c3dfc13-c64a-4e78-820e-be0ed2ed2c5a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.061444] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.291s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.064151] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.064151] env[62024]: value = "task-2288881" [ 1013.064151] env[62024]: _type = "Task" [ 1013.064151] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.064405] env[62024]: DEBUG oslo_concurrency.lockutils [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.500s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.064600] env[62024]: DEBUG oslo_concurrency.lockutils [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.075535] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288881, 'name': CreateVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.081633] env[62024]: INFO nova.scheduler.client.report [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleted allocations for instance 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a [ 1013.177207] env[62024]: DEBUG oslo_concurrency.lockutils [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.177623] env[62024]: DEBUG oslo_concurrency.lockutils [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.177992] env[62024]: DEBUG nova.objects.instance [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lazy-loading 'resources' on Instance uuid 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.254083] env[62024]: DEBUG nova.compute.manager [req-80c8cf0d-f068-43ab-afe0-f3ee229c1d21 req-6de671f8-5d93-40d9-ab72-94a49ea0a20c service nova] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Received event network-changed-e2052f98-335b-4358-99a5-d1d81f879bdc {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.254373] env[62024]: DEBUG nova.compute.manager [req-80c8cf0d-f068-43ab-afe0-f3ee229c1d21 req-6de671f8-5d93-40d9-ab72-94a49ea0a20c service nova] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Refreshing instance network info cache due to event network-changed-e2052f98-335b-4358-99a5-d1d81f879bdc. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.254645] env[62024]: DEBUG oslo_concurrency.lockutils [req-80c8cf0d-f068-43ab-afe0-f3ee229c1d21 req-6de671f8-5d93-40d9-ab72-94a49ea0a20c service nova] Acquiring lock "refresh_cache-b989ee35-144e-4373-ac09-06ad85b16399" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.254848] env[62024]: DEBUG oslo_concurrency.lockutils [req-80c8cf0d-f068-43ab-afe0-f3ee229c1d21 req-6de671f8-5d93-40d9-ab72-94a49ea0a20c service nova] Acquired lock "refresh_cache-b989ee35-144e-4373-ac09-06ad85b16399" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.255085] env[62024]: DEBUG nova.network.neutron [req-80c8cf0d-f068-43ab-afe0-f3ee229c1d21 req-6de671f8-5d93-40d9-ab72-94a49ea0a20c service nova] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Refreshing network info cache for port e2052f98-335b-4358-99a5-d1d81f879bdc {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.375419] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "84501be5-d16d-4b81-a3ee-374c45191638" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.375798] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "84501be5-d16d-4b81-a3ee-374c45191638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.428624] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.428856] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.429076] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.583388] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288881, 'name': CreateVM_Task, 'duration_secs': 0.32424} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.583547] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.584252] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.584423] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.584747] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.585013] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8186d935-13e8-4acd-aedc-79ec0d0a2fd2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.594298] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1013.594298] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522deb7e-e98a-be81-6a58-b4b937f4b4c1" [ 1013.594298] env[62024]: _type = "Task" [ 1013.594298] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.594821] env[62024]: DEBUG oslo_concurrency.lockutils [None req-da75c333-ff21-4412-9dfc-735a994929b2 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.673s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.612820] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522deb7e-e98a-be81-6a58-b4b937f4b4c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011417} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.614068] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.614325] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.614556] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.614705] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.614889] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.615421] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7ee91a8-d23c-4f2f-abc9-172dab7c03b6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.622423] env[62024]: INFO nova.scheduler.client.report [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleted allocation for migration c9066d2b-7c2e-4247-931d-b2afcbca2a3f [ 1013.627412] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.627603] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.628397] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc8e8a7-d2fb-454b-9469-58c400e6c45f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.634366] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1013.634366] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52334e5f-6697-e2b2-b25d-f61545573225" [ 1013.634366] env[62024]: _type = "Task" [ 1013.634366] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.642832] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52334e5f-6697-e2b2-b25d-f61545573225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.830373] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4e6494-bfbe-409d-98ef-c2b853a574e0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.839020] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61368da-5c31-4e0d-a669-3ba921d9bac1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.875618] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b5f38f-7d95-4a96-89a3-2bce459f60a8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.878204] env[62024]: DEBUG nova.compute.manager [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.886887] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8e31a3-ed41-4c35-8c7d-080d0b92e6e7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.900268] env[62024]: DEBUG nova.compute.provider_tree [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.057083] env[62024]: DEBUG nova.network.neutron [req-80c8cf0d-f068-43ab-afe0-f3ee229c1d21 req-6de671f8-5d93-40d9-ab72-94a49ea0a20c service nova] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Updated VIF entry in instance network info cache for port e2052f98-335b-4358-99a5-d1d81f879bdc. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.057476] env[62024]: DEBUG nova.network.neutron [req-80c8cf0d-f068-43ab-afe0-f3ee229c1d21 req-6de671f8-5d93-40d9-ab72-94a49ea0a20c service nova] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Updating instance_info_cache with network_info: [{"id": "e2052f98-335b-4358-99a5-d1d81f879bdc", "address": "fa:16:3e:83:d2:5e", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2052f98-33", "ovs_interfaceid": "e2052f98-335b-4358-99a5-d1d81f879bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.132580] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "84ae3050-b193-4030-b45e-4877697f3463" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.709s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.145755] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52334e5f-6697-e2b2-b25d-f61545573225, 'name': SearchDatastore_Task, 'duration_secs': 0.009579} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.146831] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88688889-81fc-40fd-82a7-c9491c6b06a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.154504] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1014.154504] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a1bd6f-09ed-4b1d-4a10-664136336a64" [ 1014.154504] env[62024]: _type = "Task" [ 1014.154504] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.163625] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a1bd6f-09ed-4b1d-4a10-664136336a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.260065] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "727b5831-f0ae-45f8-9f8b-c7abab618b59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.260551] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "727b5831-f0ae-45f8-9f8b-c7abab618b59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.396745] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.404147] env[62024]: DEBUG nova.scheduler.client.report [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.463893] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.464108] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.464294] env[62024]: DEBUG nova.network.neutron [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.560712] env[62024]: DEBUG oslo_concurrency.lockutils [req-80c8cf0d-f068-43ab-afe0-f3ee229c1d21 req-6de671f8-5d93-40d9-ab72-94a49ea0a20c service nova] Releasing lock "refresh_cache-b989ee35-144e-4373-ac09-06ad85b16399" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.560980] env[62024]: DEBUG nova.compute.manager [req-80c8cf0d-f068-43ab-afe0-f3ee229c1d21 req-6de671f8-5d93-40d9-ab72-94a49ea0a20c service nova] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Received event network-vif-deleted-5d11b1e3-fbf8-4e50-b5a3-f07e67690cf7 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.665921] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a1bd6f-09ed-4b1d-4a10-664136336a64, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.666223] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.666482] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] b989ee35-144e-4373-ac09-06ad85b16399/b989ee35-144e-4373-ac09-06ad85b16399.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.666743] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65f59af2-43cd-430d-8ad7-4984404c5297 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.674351] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1014.674351] env[62024]: value = "task-2288882" [ 1014.674351] env[62024]: _type = "Task" [ 1014.674351] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.682431] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.762836] env[62024]: DEBUG nova.compute.manager [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.909473] env[62024]: DEBUG oslo_concurrency.lockutils [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.913481] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.516s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.916069] env[62024]: INFO nova.compute.claims [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.930121] env[62024]: INFO nova.scheduler.client.report [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Deleted allocations for instance 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c [ 1015.189719] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479865} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.193285] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] b989ee35-144e-4373-ac09-06ad85b16399/b989ee35-144e-4373-ac09-06ad85b16399.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.193610] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.193972] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8a44257-4bf5-431e-86ef-e11aa2f8674a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.204801] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1015.204801] env[62024]: value = "task-2288883" [ 1015.204801] env[62024]: _type = "Task" [ 1015.204801] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.216790] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.288013] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.307495] env[62024]: DEBUG nova.network.neutron [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Updating instance_info_cache with network_info: [{"id": "55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b", "address": "fa:16:3e:fb:be:ab", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bb28b9-e4", "ovs_interfaceid": "55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.440754] env[62024]: DEBUG oslo_concurrency.lockutils [None req-04cb4f8a-0688-4e95-9066-3f48cbe85f88 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "76c11fb3-9bae-4ce0-9fa5-c054155f5b1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.653s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.452583] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "84ae3050-b193-4030-b45e-4877697f3463" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.452816] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "84ae3050-b193-4030-b45e-4877697f3463" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.453031] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "84ae3050-b193-4030-b45e-4877697f3463-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.453219] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "84ae3050-b193-4030-b45e-4877697f3463-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.453386] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "84ae3050-b193-4030-b45e-4877697f3463-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.455310] env[62024]: INFO nova.compute.manager [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Terminating instance [ 1015.713653] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066592} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.713867] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.714642] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e40dc5-11fb-4699-8377-0b92331d5b49 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.736749] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] b989ee35-144e-4373-ac09-06ad85b16399/b989ee35-144e-4373-ac09-06ad85b16399.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.737018] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b90984-62b1-487d-aeff-5f199c62da46 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.757385] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1015.757385] env[62024]: value = "task-2288884" [ 1015.757385] env[62024]: _type = "Task" [ 1015.757385] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.765619] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.810604] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.958409] env[62024]: DEBUG nova.compute.manager [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.958541] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.959456] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6eefdb-6575-413a-86ae-a9df8690b0fe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.969020] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.971287] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1b1745f-041f-475e-83e8-3c2b619d1c92 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.978793] env[62024]: DEBUG oslo_vmware.api [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 1015.978793] env[62024]: value = "task-2288885" [ 1015.978793] env[62024]: _type = "Task" [ 1015.978793] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.989965] env[62024]: DEBUG oslo_vmware.api [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.110969] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b552d4-fcf9-42ef-84b9-d52d401e2bad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.121103] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda343a0-44f5-4425-9615-b0bbcc44b92a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.158844] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50480ccf-53c5-4838-b34d-4a5c45216f02 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.169930] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e8d9e5-be67-41ed-9e9f-515e8391469f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.186774] env[62024]: DEBUG nova.compute.provider_tree [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.268793] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288884, 'name': ReconfigVM_Task, 'duration_secs': 0.411939} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.269126] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Reconfigured VM instance instance-00000069 to attach disk [datastore2] b989ee35-144e-4373-ac09-06ad85b16399/b989ee35-144e-4373-ac09-06ad85b16399.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.269757] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8183c001-185a-4c87-b452-ec05b860a304 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.277288] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1016.277288] env[62024]: value = "task-2288886" [ 1016.277288] env[62024]: _type = "Task" [ 1016.277288] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.285911] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288886, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.332276] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee099aa-07ca-46b5-80f7-8492453ceeb7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.352997] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b48d8e0-36cb-4558-93bb-6a3eac741309 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.361483] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Updating instance 'e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426' progress to 83 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.490629] env[62024]: DEBUG oslo_vmware.api [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288885, 'name': PowerOffVM_Task, 'duration_secs': 0.233553} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.490935] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.490935] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.491237] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3ac1973-88e1-498b-9a7b-1df692ab6781 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.616301] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.616301] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.616301] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleting the datastore file [datastore2] 84ae3050-b193-4030-b45e-4877697f3463 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.616484] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd56a854-d394-4853-b6b5-c6c1268c5254 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.623368] env[62024]: DEBUG oslo_vmware.api [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for the task: (returnval){ [ 1016.623368] env[62024]: value = "task-2288888" [ 1016.623368] env[62024]: _type = "Task" [ 1016.623368] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.631714] env[62024]: DEBUG oslo_vmware.api [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.689940] env[62024]: DEBUG nova.scheduler.client.report [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.786552] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288886, 'name': Rename_Task, 'duration_secs': 0.149612} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.786771] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.787027] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9959f945-b1d8-4868-8379-42d535348af1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.793189] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1016.793189] env[62024]: value = "task-2288889" [ 1016.793189] env[62024]: _type = "Task" [ 1016.793189] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.802378] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.868295] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.868627] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a51eea4f-1551-4466-bd0d-00e3b5ffe90e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.876657] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1016.876657] env[62024]: value = "task-2288890" [ 1016.876657] env[62024]: _type = "Task" [ 1016.876657] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.885254] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.134743] env[62024]: DEBUG oslo_vmware.api [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Task: {'id': task-2288888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135023} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.135086] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.135293] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.135487] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.135679] env[62024]: INFO nova.compute.manager [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1017.135940] env[62024]: DEBUG oslo.service.loopingcall [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.136165] env[62024]: DEBUG nova.compute.manager [-] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.136404] env[62024]: DEBUG nova.network.neutron [-] [instance: 84ae3050-b193-4030-b45e-4877697f3463] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.195789] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.195789] env[62024]: DEBUG nova.compute.manager [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.198823] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.911s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.200380] env[62024]: INFO nova.compute.claims [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.304631] env[62024]: DEBUG oslo_vmware.api [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288889, 'name': PowerOnVM_Task, 'duration_secs': 0.456507} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.304993] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.305301] env[62024]: INFO nova.compute.manager [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Took 6.32 seconds to spawn the instance on the hypervisor. [ 1017.305509] env[62024]: DEBUG nova.compute.manager [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.306692] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1d081c-8a47-45c4-b8a6-03f02c362b2b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.388972] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288890, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.445324] env[62024]: DEBUG nova.compute.manager [req-cac6fffc-6f1c-4bbe-a182-dc8b8c3b2891 req-8daf2804-977a-4c45-b645-a3fdaac780c4 service nova] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Received event network-vif-deleted-e6145d98-1ed0-4a31-b6fa-0ff74729097d {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.445579] env[62024]: INFO nova.compute.manager [req-cac6fffc-6f1c-4bbe-a182-dc8b8c3b2891 req-8daf2804-977a-4c45-b645-a3fdaac780c4 service nova] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Neutron deleted interface e6145d98-1ed0-4a31-b6fa-0ff74729097d; detaching it from the instance and deleting it from the info cache [ 1017.445790] env[62024]: DEBUG nova.network.neutron [req-cac6fffc-6f1c-4bbe-a182-dc8b8c3b2891 req-8daf2804-977a-4c45-b645-a3fdaac780c4 service nova] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.704575] env[62024]: DEBUG nova.compute.utils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1017.708258] env[62024]: DEBUG nova.compute.manager [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.708258] env[62024]: DEBUG nova.network.neutron [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.757685] env[62024]: DEBUG nova.policy [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac9642bd3134e8f8ce7dffa09717db3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddea10ddb6a44863b1fcff034e3f6899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.825594] env[62024]: INFO nova.compute.manager [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Took 14.09 seconds to build instance. [ 1017.888638] env[62024]: DEBUG oslo_vmware.api [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288890, 'name': PowerOnVM_Task, 'duration_secs': 0.531275} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.888936] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.889154] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-2f82d49e-56d7-45e5-934e-480aacef8064 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Updating instance 'e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426' progress to 100 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.917199] env[62024]: DEBUG nova.network.neutron [-] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.948055] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b223524a-304f-4ae7-8385-721732fbb16e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.962164] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fc3530-1044-4b33-be1a-da403b1cda86 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.999563] env[62024]: DEBUG nova.compute.manager [req-cac6fffc-6f1c-4bbe-a182-dc8b8c3b2891 req-8daf2804-977a-4c45-b645-a3fdaac780c4 service nova] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Detach interface failed, port_id=e6145d98-1ed0-4a31-b6fa-0ff74729097d, reason: Instance 84ae3050-b193-4030-b45e-4877697f3463 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1018.207879] env[62024]: DEBUG nova.network.neutron [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Successfully created port: 51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.217303] env[62024]: DEBUG nova.compute.manager [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.312174] env[62024]: DEBUG oslo_concurrency.lockutils [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "b989ee35-144e-4373-ac09-06ad85b16399" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.327402] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7845ff40-8a4d-435e-8d9f-7f3827104e1d tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "b989ee35-144e-4373-ac09-06ad85b16399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.616s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.330484] env[62024]: DEBUG oslo_concurrency.lockutils [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "b989ee35-144e-4373-ac09-06ad85b16399" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.019s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.330786] env[62024]: DEBUG oslo_concurrency.lockutils [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "b989ee35-144e-4373-ac09-06ad85b16399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.331036] env[62024]: DEBUG oslo_concurrency.lockutils [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "b989ee35-144e-4373-ac09-06ad85b16399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.331223] env[62024]: DEBUG oslo_concurrency.lockutils [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "b989ee35-144e-4373-ac09-06ad85b16399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.333980] env[62024]: INFO nova.compute.manager [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Terminating instance [ 1018.421770] env[62024]: INFO nova.compute.manager [-] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Took 1.29 seconds to deallocate network for instance. [ 1018.443987] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88c4fae-dc5f-4b25-99b4-aafa945489d8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.456752] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0bd9e5-c1a2-49f0-bd7b-e94520400198 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.508868] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66328ed0-c73d-42d9-b74b-99829667870a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.520976] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401046af-db38-4758-b922-b1d86a9b0f85 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.543664] env[62024]: DEBUG nova.compute.provider_tree [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.838087] env[62024]: DEBUG nova.compute.manager [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.838456] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.839111] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d5ef8e-44b2-4608-855e-c17b928a2710 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.847907] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.848194] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c810833-537b-472c-919b-f852aa790ffb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.854712] env[62024]: DEBUG oslo_vmware.api [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1018.854712] env[62024]: value = "task-2288891" [ 1018.854712] env[62024]: _type = "Task" [ 1018.854712] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.864047] env[62024]: DEBUG oslo_vmware.api [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.933027] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.046439] env[62024]: DEBUG nova.scheduler.client.report [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.228395] env[62024]: DEBUG nova.compute.manager [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.258230] env[62024]: DEBUG nova.virt.hardware [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.258512] env[62024]: DEBUG nova.virt.hardware [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.258935] env[62024]: DEBUG nova.virt.hardware [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.258935] env[62024]: DEBUG nova.virt.hardware [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.259117] env[62024]: DEBUG nova.virt.hardware [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.259198] env[62024]: DEBUG nova.virt.hardware [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.259413] env[62024]: DEBUG nova.virt.hardware [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.259575] env[62024]: DEBUG nova.virt.hardware [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.259745] env[62024]: DEBUG nova.virt.hardware [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.259947] env[62024]: DEBUG nova.virt.hardware [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.260146] env[62024]: DEBUG nova.virt.hardware [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.261039] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4591ee-01ae-4a77-b49f-a08a11be8241 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.271937] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b6605-ec01-4e7b-bdfb-88ce7a0d094a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.368384] env[62024]: DEBUG oslo_vmware.api [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288891, 'name': PowerOffVM_Task, 'duration_secs': 0.396301} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.368741] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.368931] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.369604] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8806d824-4c8b-40fa-ae32-695de2533504 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.447455] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.447715] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.447820] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleting the datastore file [datastore2] b989ee35-144e-4373-ac09-06ad85b16399 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.448236] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7aba30d-001d-4d46-a8cb-5ee817e1125a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.456320] env[62024]: DEBUG oslo_vmware.api [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1019.456320] env[62024]: value = "task-2288893" [ 1019.456320] env[62024]: _type = "Task" [ 1019.456320] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.465931] env[62024]: DEBUG oslo_vmware.api [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.551834] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.552592] env[62024]: DEBUG nova.compute.manager [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.555504] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.623s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.555766] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.581375] env[62024]: INFO nova.scheduler.client.report [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Deleted allocations for instance 84ae3050-b193-4030-b45e-4877697f3463 [ 1019.789617] env[62024]: DEBUG nova.compute.manager [req-617e8962-608a-4752-b2ac-55cfc632218f req-6d552c85-f441-4b6d-9337-6803fb6dadd3 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Received event network-vif-plugged-51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.789872] env[62024]: DEBUG oslo_concurrency.lockutils [req-617e8962-608a-4752-b2ac-55cfc632218f req-6d552c85-f441-4b6d-9337-6803fb6dadd3 service nova] Acquiring lock "84501be5-d16d-4b81-a3ee-374c45191638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.790389] env[62024]: DEBUG oslo_concurrency.lockutils [req-617e8962-608a-4752-b2ac-55cfc632218f req-6d552c85-f441-4b6d-9337-6803fb6dadd3 service nova] Lock "84501be5-d16d-4b81-a3ee-374c45191638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.790648] env[62024]: DEBUG oslo_concurrency.lockutils [req-617e8962-608a-4752-b2ac-55cfc632218f req-6d552c85-f441-4b6d-9337-6803fb6dadd3 service nova] Lock "84501be5-d16d-4b81-a3ee-374c45191638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.790863] env[62024]: DEBUG nova.compute.manager [req-617e8962-608a-4752-b2ac-55cfc632218f req-6d552c85-f441-4b6d-9337-6803fb6dadd3 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] No waiting events found dispatching network-vif-plugged-51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.791136] env[62024]: WARNING nova.compute.manager [req-617e8962-608a-4752-b2ac-55cfc632218f req-6d552c85-f441-4b6d-9337-6803fb6dadd3 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Received unexpected event network-vif-plugged-51228324-7817-46b3-aa56-39645281b802 for instance with vm_state building and task_state spawning. [ 1019.967018] env[62024]: DEBUG oslo_vmware.api [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148535} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.967319] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.967513] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.967691] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.967866] env[62024]: INFO nova.compute.manager [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1019.968259] env[62024]: DEBUG oslo.service.loopingcall [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.968515] env[62024]: DEBUG nova.compute.manager [-] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.968568] env[62024]: DEBUG nova.network.neutron [-] [instance: b989ee35-144e-4373-ac09-06ad85b16399] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.060929] env[62024]: DEBUG nova.compute.utils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1020.062380] env[62024]: DEBUG nova.compute.manager [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.063744] env[62024]: DEBUG nova.network.neutron [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.090677] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d6ffc898-b1ef-4641-b3ec-bdc57f688e43 tempest-DeleteServersTestJSON-696749468 tempest-DeleteServersTestJSON-696749468-project-member] Lock "84ae3050-b193-4030-b45e-4877697f3463" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.638s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.124590] env[62024]: DEBUG nova.policy [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e459c34210b4a0db8c679e573131f11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01bf778ddc904bfb9aa501466d10b6ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.316054] env[62024]: DEBUG nova.compute.manager [req-190c208e-2e76-43fd-a34c-5c25cfccae0f req-3cd0465f-be28-40b7-8812-3e23fe3521fc service nova] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Received event network-vif-deleted-e2052f98-335b-4358-99a5-d1d81f879bdc {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.316287] env[62024]: INFO nova.compute.manager [req-190c208e-2e76-43fd-a34c-5c25cfccae0f req-3cd0465f-be28-40b7-8812-3e23fe3521fc service nova] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Neutron deleted interface e2052f98-335b-4358-99a5-d1d81f879bdc; detaching it from the instance and deleting it from the info cache [ 1020.316473] env[62024]: DEBUG nova.network.neutron [req-190c208e-2e76-43fd-a34c-5c25cfccae0f req-3cd0465f-be28-40b7-8812-3e23fe3521fc service nova] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.356048] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.356512] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.357124] env[62024]: DEBUG nova.compute.manager [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Going to confirm migration 6 {{(pid=62024) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1020.389348] env[62024]: DEBUG nova.network.neutron [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Successfully updated port: 51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.413928] env[62024]: DEBUG nova.compute.manager [req-e4de7a8d-82d4-4154-9d88-4fdfea221cd7 req-5f72feeb-d751-490b-bc3b-81de55e3cd56 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Received event network-changed-51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.414062] env[62024]: DEBUG nova.compute.manager [req-e4de7a8d-82d4-4154-9d88-4fdfea221cd7 req-5f72feeb-d751-490b-bc3b-81de55e3cd56 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Refreshing instance network info cache due to event network-changed-51228324-7817-46b3-aa56-39645281b802. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.414282] env[62024]: DEBUG oslo_concurrency.lockutils [req-e4de7a8d-82d4-4154-9d88-4fdfea221cd7 req-5f72feeb-d751-490b-bc3b-81de55e3cd56 service nova] Acquiring lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.414444] env[62024]: DEBUG oslo_concurrency.lockutils [req-e4de7a8d-82d4-4154-9d88-4fdfea221cd7 req-5f72feeb-d751-490b-bc3b-81de55e3cd56 service nova] Acquired lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.414557] env[62024]: DEBUG nova.network.neutron [req-e4de7a8d-82d4-4154-9d88-4fdfea221cd7 req-5f72feeb-d751-490b-bc3b-81de55e3cd56 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Refreshing network info cache for port 51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.567174] env[62024]: DEBUG nova.compute.manager [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.572194] env[62024]: DEBUG nova.network.neutron [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Successfully created port: 8b4be40e-68e5-4a76-93f9-e22668142850 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.797543] env[62024]: DEBUG nova.network.neutron [-] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.819497] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e589fbf5-c341-4ed4-b315-80ff7344aa66 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.832683] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4f1fb7-4e1c-4942-b3ba-c8458c976849 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.872020] env[62024]: DEBUG nova.compute.manager [req-190c208e-2e76-43fd-a34c-5c25cfccae0f req-3cd0465f-be28-40b7-8812-3e23fe3521fc service nova] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Detach interface failed, port_id=e2052f98-335b-4358-99a5-d1d81f879bdc, reason: Instance b989ee35-144e-4373-ac09-06ad85b16399 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1020.893098] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.914361] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.914552] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.914736] env[62024]: DEBUG nova.network.neutron [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.914931] env[62024]: DEBUG nova.objects.instance [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lazy-loading 'info_cache' on Instance uuid e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.972194] env[62024]: DEBUG nova.network.neutron [req-e4de7a8d-82d4-4154-9d88-4fdfea221cd7 req-5f72feeb-d751-490b-bc3b-81de55e3cd56 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.089614] env[62024]: DEBUG nova.network.neutron [req-e4de7a8d-82d4-4154-9d88-4fdfea221cd7 req-5f72feeb-d751-490b-bc3b-81de55e3cd56 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.300135] env[62024]: INFO nova.compute.manager [-] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Took 1.33 seconds to deallocate network for instance. [ 1021.577734] env[62024]: DEBUG nova.compute.manager [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.592265] env[62024]: DEBUG oslo_concurrency.lockutils [req-e4de7a8d-82d4-4154-9d88-4fdfea221cd7 req-5f72feeb-d751-490b-bc3b-81de55e3cd56 service nova] Releasing lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.592820] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.592989] env[62024]: DEBUG nova.network.neutron [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.599495] env[62024]: DEBUG nova.virt.hardware [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.599718] env[62024]: DEBUG nova.virt.hardware [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.599882] env[62024]: DEBUG nova.virt.hardware [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.600085] env[62024]: DEBUG nova.virt.hardware [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.600238] env[62024]: DEBUG nova.virt.hardware [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.600392] env[62024]: DEBUG nova.virt.hardware [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.600595] env[62024]: DEBUG nova.virt.hardware [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.600755] env[62024]: DEBUG nova.virt.hardware [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.600923] env[62024]: DEBUG nova.virt.hardware [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.601405] env[62024]: DEBUG nova.virt.hardware [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.601608] env[62024]: DEBUG nova.virt.hardware [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.602470] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f88136-fbff-4c28-a624-8b74e1e5629d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.611806] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cd264b-6378-4b08-9f39-b6252df0b87e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.806951] env[62024]: DEBUG oslo_concurrency.lockutils [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.807245] env[62024]: DEBUG oslo_concurrency.lockutils [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.807469] env[62024]: DEBUG nova.objects.instance [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lazy-loading 'resources' on Instance uuid b989ee35-144e-4373-ac09-06ad85b16399 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.123890] env[62024]: DEBUG nova.network.neutron [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.285696] env[62024]: DEBUG nova.network.neutron [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Updating instance_info_cache with network_info: [{"id": "55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b", "address": "fa:16:3e:fb:be:ab", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bb28b9-e4", "ovs_interfaceid": "55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.308339] env[62024]: DEBUG nova.network.neutron [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updating instance_info_cache with network_info: [{"id": "51228324-7817-46b3-aa56-39645281b802", "address": "fa:16:3e:79:00:f0", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51228324-78", "ovs_interfaceid": "51228324-7817-46b3-aa56-39645281b802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.376448] env[62024]: DEBUG nova.network.neutron [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Successfully updated port: 8b4be40e-68e5-4a76-93f9-e22668142850 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.442449] env[62024]: DEBUG nova.compute.manager [req-1c869b13-4fed-40a9-b113-6038e2a2b1b1 req-e0fd2253-c447-448d-8376-1dba1bd2c716 service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Received event network-vif-plugged-8b4be40e-68e5-4a76-93f9-e22668142850 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.442727] env[62024]: DEBUG oslo_concurrency.lockutils [req-1c869b13-4fed-40a9-b113-6038e2a2b1b1 req-e0fd2253-c447-448d-8376-1dba1bd2c716 service nova] Acquiring lock "727b5831-f0ae-45f8-9f8b-c7abab618b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.442909] env[62024]: DEBUG oslo_concurrency.lockutils [req-1c869b13-4fed-40a9-b113-6038e2a2b1b1 req-e0fd2253-c447-448d-8376-1dba1bd2c716 service nova] Lock "727b5831-f0ae-45f8-9f8b-c7abab618b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.443486] env[62024]: DEBUG oslo_concurrency.lockutils [req-1c869b13-4fed-40a9-b113-6038e2a2b1b1 req-e0fd2253-c447-448d-8376-1dba1bd2c716 service nova] Lock "727b5831-f0ae-45f8-9f8b-c7abab618b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.443486] env[62024]: DEBUG nova.compute.manager [req-1c869b13-4fed-40a9-b113-6038e2a2b1b1 req-e0fd2253-c447-448d-8376-1dba1bd2c716 service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] No waiting events found dispatching network-vif-plugged-8b4be40e-68e5-4a76-93f9-e22668142850 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.443486] env[62024]: WARNING nova.compute.manager [req-1c869b13-4fed-40a9-b113-6038e2a2b1b1 req-e0fd2253-c447-448d-8376-1dba1bd2c716 service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Received unexpected event network-vif-plugged-8b4be40e-68e5-4a76-93f9-e22668142850 for instance with vm_state building and task_state spawning. [ 1022.443632] env[62024]: DEBUG nova.compute.manager [req-1c869b13-4fed-40a9-b113-6038e2a2b1b1 req-e0fd2253-c447-448d-8376-1dba1bd2c716 service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Received event network-changed-8b4be40e-68e5-4a76-93f9-e22668142850 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.443683] env[62024]: DEBUG nova.compute.manager [req-1c869b13-4fed-40a9-b113-6038e2a2b1b1 req-e0fd2253-c447-448d-8376-1dba1bd2c716 service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Refreshing instance network info cache due to event network-changed-8b4be40e-68e5-4a76-93f9-e22668142850. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.443842] env[62024]: DEBUG oslo_concurrency.lockutils [req-1c869b13-4fed-40a9-b113-6038e2a2b1b1 req-e0fd2253-c447-448d-8376-1dba1bd2c716 service nova] Acquiring lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.443981] env[62024]: DEBUG oslo_concurrency.lockutils [req-1c869b13-4fed-40a9-b113-6038e2a2b1b1 req-e0fd2253-c447-448d-8376-1dba1bd2c716 service nova] Acquired lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.444149] env[62024]: DEBUG nova.network.neutron [req-1c869b13-4fed-40a9-b113-6038e2a2b1b1 req-e0fd2253-c447-448d-8376-1dba1bd2c716 service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Refreshing network info cache for port 8b4be40e-68e5-4a76-93f9-e22668142850 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.485317] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fc62c3-d43d-47a5-8f11-6abdf0b5193e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.493110] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5068f2fc-25fe-4a65-98b4-5b43f69c8968 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.522736] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0639d829-100b-4b05-8227-79c8f58df7ed {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.529781] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982b2833-3307-4778-a54e-f43e8166352c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.543693] env[62024]: DEBUG nova.compute.provider_tree [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.789099] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "refresh_cache-e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.789430] env[62024]: DEBUG nova.objects.instance [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lazy-loading 'migration_context' on Instance uuid e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.813115] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.814130] env[62024]: DEBUG nova.compute.manager [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Instance network_info: |[{"id": "51228324-7817-46b3-aa56-39645281b802", "address": "fa:16:3e:79:00:f0", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51228324-78", "ovs_interfaceid": "51228324-7817-46b3-aa56-39645281b802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.814130] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:00:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51228324-7817-46b3-aa56-39645281b802', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.821856] env[62024]: DEBUG oslo.service.loopingcall [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1022.822241] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.822315] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87a0bc3a-b510-4707-ba46-ff5c3515f619 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.844016] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.844016] env[62024]: value = "task-2288895" [ 1022.844016] env[62024]: _type = "Task" [ 1022.844016] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.851746] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288895, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.878921] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.979579] env[62024]: DEBUG nova.network.neutron [req-1c869b13-4fed-40a9-b113-6038e2a2b1b1 req-e0fd2253-c447-448d-8376-1dba1bd2c716 service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.047130] env[62024]: DEBUG nova.scheduler.client.report [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.083912] env[62024]: DEBUG nova.network.neutron [req-1c869b13-4fed-40a9-b113-6038e2a2b1b1 req-e0fd2253-c447-448d-8376-1dba1bd2c716 service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.293798] env[62024]: DEBUG nova.objects.base [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1023.294791] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502c3c79-2389-468b-a936-ee2021530c34 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.313920] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d640f705-06bd-4b0e-a752-34e34d4a470c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.320087] env[62024]: DEBUG oslo_vmware.api [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1023.320087] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b96281-c33b-d0a4-624d-f7bd011b63c8" [ 1023.320087] env[62024]: _type = "Task" [ 1023.320087] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.328523] env[62024]: DEBUG oslo_vmware.api [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b96281-c33b-d0a4-624d-f7bd011b63c8, 'name': SearchDatastore_Task} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.328523] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.354021] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288895, 'name': CreateVM_Task, 'duration_secs': 0.324317} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.354021] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.354536] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.354682] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.355013] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.355269] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8e234b-fda3-4dcd-a627-4f1e8579a8af {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.359733] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1023.359733] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524f90ca-814e-ae76-cfd7-229f33971ffa" [ 1023.359733] env[62024]: _type = "Task" [ 1023.359733] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.367600] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524f90ca-814e-ae76-cfd7-229f33971ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.552022] env[62024]: DEBUG oslo_concurrency.lockutils [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.554467] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.226s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.572444] env[62024]: INFO nova.scheduler.client.report [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleted allocations for instance b989ee35-144e-4373-ac09-06ad85b16399 [ 1023.586273] env[62024]: DEBUG oslo_concurrency.lockutils [req-1c869b13-4fed-40a9-b113-6038e2a2b1b1 req-e0fd2253-c447-448d-8376-1dba1bd2c716 service nova] Releasing lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.586633] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.586798] env[62024]: DEBUG nova.network.neutron [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.870989] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524f90ca-814e-ae76-cfd7-229f33971ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.008701} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.871348] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.871584] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.871818] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.871971] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.872161] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.872426] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24aaa469-9d6e-446c-b265-d57ae34a4e33 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.881355] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.881532] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.882267] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2840e0-cd45-413b-987d-56f999f56cd5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.887190] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1023.887190] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525cac18-3d84-3d7a-ccc3-1477bd7c0395" [ 1023.887190] env[62024]: _type = "Task" [ 1023.887190] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.896443] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525cac18-3d84-3d7a-ccc3-1477bd7c0395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.080551] env[62024]: DEBUG oslo_concurrency.lockutils [None req-15b72d11-d290-410a-9c37-42a4bd5e6106 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "b989ee35-144e-4373-ac09-06ad85b16399" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.750s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.133670] env[62024]: DEBUG nova.network.neutron [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.213960] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9296bab-a887-4638-9a86-cf9f57b63e92 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.221596] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cac9e3f-70f9-464e-a30c-9a59ff12c35a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.251825] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb35d4db-981f-4d5d-8d46-01bbf5fab663 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.259561] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c746a497-0928-4e72-8e6b-91b7e9c29bf4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.272445] env[62024]: DEBUG nova.compute.provider_tree [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.401656] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]525cac18-3d84-3d7a-ccc3-1477bd7c0395, 'name': SearchDatastore_Task, 'duration_secs': 0.007357} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.402533] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691b820c-b686-49d9-b7ae-1fcac49a5ee8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.408579] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1024.408579] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d5bb48-c7f4-b6e8-8de9-63a443aa80c2" [ 1024.408579] env[62024]: _type = "Task" [ 1024.408579] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.417239] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d5bb48-c7f4-b6e8-8de9-63a443aa80c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.632801] env[62024]: DEBUG nova.network.neutron [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance_info_cache with network_info: [{"id": "8b4be40e-68e5-4a76-93f9-e22668142850", "address": "fa:16:3e:06:04:e7", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b4be40e-68", "ovs_interfaceid": "8b4be40e-68e5-4a76-93f9-e22668142850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.776280] env[62024]: DEBUG nova.scheduler.client.report [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.922540] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d5bb48-c7f4-b6e8-8de9-63a443aa80c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009412} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.922770] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.923037] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 84501be5-d16d-4b81-a3ee-374c45191638/84501be5-d16d-4b81-a3ee-374c45191638.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.923301] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53095f0c-5e54-44f0-861e-462c00ad21d8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.929303] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1024.929303] env[62024]: value = "task-2288896" [ 1024.929303] env[62024]: _type = "Task" [ 1024.929303] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.937595] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.135476] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.135911] env[62024]: DEBUG nova.compute.manager [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Instance network_info: |[{"id": "8b4be40e-68e5-4a76-93f9-e22668142850", "address": "fa:16:3e:06:04:e7", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b4be40e-68", "ovs_interfaceid": "8b4be40e-68e5-4a76-93f9-e22668142850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.136477] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:04:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b4be40e-68e5-4a76-93f9-e22668142850', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.144634] env[62024]: DEBUG oslo.service.loopingcall [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.144872] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.145115] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86e6f804-f106-40c4-90c2-bf4cd5623cc5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.166740] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.166740] env[62024]: value = "task-2288897" [ 1025.166740] env[62024]: _type = "Task" [ 1025.166740] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.177016] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288897, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.441349] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288896, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.558862] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "6e5c139f-51a2-4a25-a11a-0ca079082f47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.559151] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "6e5c139f-51a2-4a25-a11a-0ca079082f47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.676677] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288897, 'name': CreateVM_Task, 'duration_secs': 0.378368} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.677179] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.677795] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.677795] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.678098] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.678371] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0b4609-eb49-4a10-b107-028a5d2b46db {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.682897] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1025.682897] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad041e-993e-17cb-fa0d-2cd544782dc0" [ 1025.682897] env[62024]: _type = "Task" [ 1025.682897] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.691476] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad041e-993e-17cb-fa0d-2cd544782dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.786566] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.232s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.943714] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52911} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.943714] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 84501be5-d16d-4b81-a3ee-374c45191638/84501be5-d16d-4b81-a3ee-374c45191638.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.943714] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.943917] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7c978f7-4f73-4861-905e-77567eaa4bf5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.951467] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1025.951467] env[62024]: value = "task-2288898" [ 1025.951467] env[62024]: _type = "Task" [ 1025.951467] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.958884] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.036578] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.036851] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.061693] env[62024]: DEBUG nova.compute.manager [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.198898] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ad041e-993e-17cb-fa0d-2cd544782dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.199235] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.199471] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.199700] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.199846] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.200031] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.200299] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cdd9f9b-991f-4fd5-be60-4ec790cdcddd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.209801] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.209976] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.210748] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f300cb8b-5427-4c87-86a5-ef2648bb934c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.221348] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1026.221348] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5236d6ba-aec5-6a9d-52a5-b59944c20c8e" [ 1026.221348] env[62024]: _type = "Task" [ 1026.221348] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.229522] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5236d6ba-aec5-6a9d-52a5-b59944c20c8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.351415] env[62024]: INFO nova.scheduler.client.report [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleted allocation for migration 9805f3c5-61ae-435d-9fa8-2a93c338badc [ 1026.461597] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082345} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.461904] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.462720] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1313ff16-2cdd-4544-842f-b7b2402f724a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.487518] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 84501be5-d16d-4b81-a3ee-374c45191638/84501be5-d16d-4b81-a3ee-374c45191638.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.487518] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd0e4cf-aef4-459f-aeeb-4a184dcf086d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.505368] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1026.505368] env[62024]: value = "task-2288899" [ 1026.505368] env[62024]: _type = "Task" [ 1026.505368] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.515630] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.541108] env[62024]: INFO nova.compute.manager [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Detaching volume 49751f09-addb-4a2b-9f4c-a1ddf676b43e [ 1026.577523] env[62024]: INFO nova.virt.block_device [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Attempting to driver detach volume 49751f09-addb-4a2b-9f4c-a1ddf676b43e from mountpoint /dev/sdb [ 1026.577780] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Volume detach. Driver type: vmdk {{(pid=62024) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1026.577970] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465842', 'volume_id': '49751f09-addb-4a2b-9f4c-a1ddf676b43e', 'name': 'volume-49751f09-addb-4a2b-9f4c-a1ddf676b43e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c588cdc1-d2bb-4777-bcf4-c45ff3894608', 'attached_at': '', 'detached_at': '', 'volume_id': '49751f09-addb-4a2b-9f4c-a1ddf676b43e', 'serial': '49751f09-addb-4a2b-9f4c-a1ddf676b43e'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1026.578899] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dcbd54-9fd4-4443-9153-18cc69fe879a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.583029] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.583271] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.584817] env[62024]: INFO nova.compute.claims [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.606096] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4edba4-acdc-4fbd-b80e-90417c41f2d5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.613773] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451ec901-9975-4bb4-b805-9c5dc3db7cb5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.637454] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f502fe-19a1-40a1-9295-eeb0e351e713 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.655197] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] The volume has not been displaced from its original location: [datastore2] volume-49751f09-addb-4a2b-9f4c-a1ddf676b43e/volume-49751f09-addb-4a2b-9f4c-a1ddf676b43e.vmdk. No consolidation needed. {{(pid=62024) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1026.660535] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1026.661121] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a11fa75-5c3c-4e58-9d6c-68c34e5373bf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.680461] env[62024]: DEBUG oslo_vmware.api [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 1026.680461] env[62024]: value = "task-2288900" [ 1026.680461] env[62024]: _type = "Task" [ 1026.680461] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.689113] env[62024]: DEBUG oslo_vmware.api [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.732325] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5236d6ba-aec5-6a9d-52a5-b59944c20c8e, 'name': SearchDatastore_Task, 'duration_secs': 0.040643} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.733353] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8251ab7-299e-40ac-8dda-36c7be0c1f3b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.741122] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1026.741122] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a2570b-250c-1ee4-2232-b3ead61a764a" [ 1026.741122] env[62024]: _type = "Task" [ 1026.741122] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.751951] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a2570b-250c-1ee4-2232-b3ead61a764a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.857556] env[62024]: DEBUG oslo_concurrency.lockutils [None req-02ddfe66-3a00-4e2d-8842-51a9043d34f3 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.501s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.018903] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288899, 'name': ReconfigVM_Task, 'duration_secs': 0.284486} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.019359] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 84501be5-d16d-4b81-a3ee-374c45191638/84501be5-d16d-4b81-a3ee-374c45191638.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.020254] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ff28bf9-1e5f-4494-9aef-bd858d3f0d86 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.027831] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1027.027831] env[62024]: value = "task-2288901" [ 1027.027831] env[62024]: _type = "Task" [ 1027.027831] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.037905] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288901, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.191064] env[62024]: DEBUG oslo_vmware.api [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288900, 'name': ReconfigVM_Task, 'duration_secs': 0.227286} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.191345] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1027.195927] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31e3298e-8637-4ea3-ab1f-92710ed14c57 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.211133] env[62024]: DEBUG oslo_vmware.api [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 1027.211133] env[62024]: value = "task-2288902" [ 1027.211133] env[62024]: _type = "Task" [ 1027.211133] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.219489] env[62024]: DEBUG oslo_vmware.api [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.251162] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a2570b-250c-1ee4-2232-b3ead61a764a, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.251434] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.251690] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 727b5831-f0ae-45f8-9f8b-c7abab618b59/727b5831-f0ae-45f8-9f8b-c7abab618b59.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.251954] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b013a07-ef09-44a6-9053-edbd4c9e9a5d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.258271] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1027.258271] env[62024]: value = "task-2288903" [ 1027.258271] env[62024]: _type = "Task" [ 1027.258271] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.265695] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.537801] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288901, 'name': Rename_Task, 'duration_secs': 0.134998} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.538134] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.538372] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35994bab-fc95-4a61-b9c5-d8c968f1e786 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.544631] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1027.544631] env[62024]: value = "task-2288904" [ 1027.544631] env[62024]: _type = "Task" [ 1027.544631] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.553712] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.721294] env[62024]: DEBUG oslo_vmware.api [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288902, 'name': ReconfigVM_Task, 'duration_secs': 0.133832} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.724170] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465842', 'volume_id': '49751f09-addb-4a2b-9f4c-a1ddf676b43e', 'name': 'volume-49751f09-addb-4a2b-9f4c-a1ddf676b43e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c588cdc1-d2bb-4777-bcf4-c45ff3894608', 'attached_at': '', 'detached_at': '', 'volume_id': '49751f09-addb-4a2b-9f4c-a1ddf676b43e', 'serial': '49751f09-addb-4a2b-9f4c-a1ddf676b43e'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1027.771738] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.785638] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcf0571-6a07-436c-855f-04df61567236 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.792932] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f65837-0e73-429a-b8a4-1ebe7ee7c068 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.824903] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cad2db6-2aa4-4dc1-a689-48e1249e3d58 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.832659] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f31e84-10e6-4710-9171-01afffc0e3b1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.845848] env[62024]: DEBUG nova.compute.provider_tree [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.847295] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.847515] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.847738] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.847876] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.848056] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.851560] env[62024]: INFO nova.compute.manager [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Terminating instance [ 1028.054725] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.271772] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288903, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.279907] env[62024]: DEBUG nova.objects.instance [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lazy-loading 'flavor' on Instance uuid c588cdc1-d2bb-4777-bcf4-c45ff3894608 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.308187] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "a9d7cc8d-8003-4e66-8042-b2613de752f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.308538] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "a9d7cc8d-8003-4e66-8042-b2613de752f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.351304] env[62024]: DEBUG nova.scheduler.client.report [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.356754] env[62024]: DEBUG nova.compute.manager [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.357144] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.358640] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d634c46f-afa8-49bb-8020-43c80037371e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.367320] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.367948] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ee3bd2f-efff-4423-a637-b3bb2be0912a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.375491] env[62024]: DEBUG oslo_vmware.api [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1028.375491] env[62024]: value = "task-2288905" [ 1028.375491] env[62024]: _type = "Task" [ 1028.375491] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.386887] env[62024]: DEBUG oslo_vmware.api [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.556531] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288904, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.741746] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "af5d5a5f-afca-428a-abf8-7c9b70234c56" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.741976] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.742222] env[62024]: INFO nova.compute.manager [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Shelving [ 1028.772282] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288903, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.371585} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.772583] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 727b5831-f0ae-45f8-9f8b-c7abab618b59/727b5831-f0ae-45f8-9f8b-c7abab618b59.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.772809] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.773112] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49eed972-131b-448e-bb41-497bf9ffa263 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.779538] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1028.779538] env[62024]: value = "task-2288906" [ 1028.779538] env[62024]: _type = "Task" [ 1028.779538] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.789915] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.811422] env[62024]: DEBUG nova.compute.manager [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.859024] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.859603] env[62024]: DEBUG nova.compute.manager [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.884723] env[62024]: DEBUG oslo_vmware.api [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288905, 'name': PowerOffVM_Task, 'duration_secs': 0.272184} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.884970] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.885165] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.885422] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-321d4f00-fb05-4d54-9b61-e96147e157dc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.969258] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.969516] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.969705] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleting the datastore file [datastore1] e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.969972] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae953b40-0dd7-476c-a42d-e7d7b55579b3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.975812] env[62024]: DEBUG oslo_vmware.api [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1028.975812] env[62024]: value = "task-2288908" [ 1028.975812] env[62024]: _type = "Task" [ 1028.975812] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.984494] env[62024]: DEBUG oslo_vmware.api [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.057859] env[62024]: DEBUG oslo_vmware.api [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288904, 'name': PowerOnVM_Task, 'duration_secs': 1.223133} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.058202] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.058424] env[62024]: INFO nova.compute.manager [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1029.058622] env[62024]: DEBUG nova.compute.manager [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.059470] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cf7df3-9f0b-4583-a8b4-bb669beb6a67 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.289913] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063154} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.290222] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.290670] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ce27fb48-92d0-412a-a0e1-37d70cfe336c tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.292079] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11759027-85c1-4c43-842c-c33f1fb37a20 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.314710] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 727b5831-f0ae-45f8-9f8b-c7abab618b59/727b5831-f0ae-45f8-9f8b-c7abab618b59.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.317237] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d63472-11f5-48ce-bb77-7677be87f484 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.339715] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1029.339715] env[62024]: value = "task-2288909" [ 1029.339715] env[62024]: _type = "Task" [ 1029.339715] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.348356] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.349360] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.349623] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.351100] env[62024]: INFO nova.compute.claims [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.364155] env[62024]: DEBUG nova.compute.utils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1029.365434] env[62024]: DEBUG nova.compute.manager [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.365603] env[62024]: DEBUG nova.network.neutron [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.420683] env[62024]: DEBUG nova.policy [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4cb6a26029a4251bc5a04e05458ab78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '633bf756caa54ea49d7c4c5ba81180ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.486123] env[62024]: DEBUG oslo_vmware.api [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.578014] env[62024]: INFO nova.compute.manager [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Took 15.20 seconds to build instance. [ 1029.761445] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.761738] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe5958cb-68e4-425e-a4f4-42a94aaf95ea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.774918] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1029.774918] env[62024]: value = "task-2288910" [ 1029.774918] env[62024]: _type = "Task" [ 1029.774918] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.787813] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.840271] env[62024]: DEBUG nova.network.neutron [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Successfully created port: 03cbcceb-4c3b-4ff7-9c39-3a1e2473957b {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.851546] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288909, 'name': ReconfigVM_Task, 'duration_secs': 0.306515} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.852304] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 727b5831-f0ae-45f8-9f8b-c7abab618b59/727b5831-f0ae-45f8-9f8b-c7abab618b59.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.853127] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c946a440-e987-4c0e-a524-c3e2120f236c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.862242] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1029.862242] env[62024]: value = "task-2288911" [ 1029.862242] env[62024]: _type = "Task" [ 1029.862242] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.868668] env[62024]: DEBUG nova.compute.manager [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.876311] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288911, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.991964] env[62024]: DEBUG oslo_vmware.api [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511999} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.991964] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.991964] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.991964] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.991964] env[62024]: INFO nova.compute.manager [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1029.991964] env[62024]: DEBUG oslo.service.loopingcall [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.992669] env[62024]: DEBUG nova.compute.manager [-] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.992669] env[62024]: DEBUG nova.network.neutron [-] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.080995] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53885f46-07d9-4069-8439-5634c848f0c7 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "84501be5-d16d-4b81-a3ee-374c45191638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.705s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.285692] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288910, 'name': PowerOffVM_Task, 'duration_secs': 0.267529} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.286142] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.287054] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200e48c6-1583-456f-8858-796da989d313 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.307661] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3f41dc-bb77-44d3-bb49-535195ec5634 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.373456] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288911, 'name': Rename_Task, 'duration_secs': 0.143672} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.373456] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.373613] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4d7fc6a-bd4c-4c8f-9a74-2e615c6ed937 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.380924] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1030.380924] env[62024]: value = "task-2288912" [ 1030.380924] env[62024]: _type = "Task" [ 1030.380924] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.389404] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.393766] env[62024]: DEBUG nova.compute.manager [req-8f04fd09-8c43-4ecb-ad2e-9ea3c62884ea req-24517fde-14a6-46fb-bff2-849138e39ced service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Received event network-changed-51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.393948] env[62024]: DEBUG nova.compute.manager [req-8f04fd09-8c43-4ecb-ad2e-9ea3c62884ea req-24517fde-14a6-46fb-bff2-849138e39ced service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Refreshing instance network info cache due to event network-changed-51228324-7817-46b3-aa56-39645281b802. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1030.394173] env[62024]: DEBUG oslo_concurrency.lockutils [req-8f04fd09-8c43-4ecb-ad2e-9ea3c62884ea req-24517fde-14a6-46fb-bff2-849138e39ced service nova] Acquiring lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.394313] env[62024]: DEBUG oslo_concurrency.lockutils [req-8f04fd09-8c43-4ecb-ad2e-9ea3c62884ea req-24517fde-14a6-46fb-bff2-849138e39ced service nova] Acquired lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.394468] env[62024]: DEBUG nova.network.neutron [req-8f04fd09-8c43-4ecb-ad2e-9ea3c62884ea req-24517fde-14a6-46fb-bff2-849138e39ced service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Refreshing network info cache for port 51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.485090] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.485557] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.485773] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.485961] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.486212] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.491206] env[62024]: INFO nova.compute.manager [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Terminating instance [ 1030.566064] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e5cd52-9987-4343-865b-37c4ea7bf3ef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.574227] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24884f8a-a070-46ec-a546-2ea6057dd2c2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.609997] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e574a78a-c06d-4ce7-9f43-dac18ae5f953 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.617532] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9207bf-0c6c-4e43-ab30-e6d8bec1389d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.631525] env[62024]: DEBUG nova.compute.provider_tree [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.820748] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Creating Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1030.821124] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4aa8121-7866-496e-80d8-e765ab8e5622 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.829790] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1030.829790] env[62024]: value = "task-2288913" [ 1030.829790] env[62024]: _type = "Task" [ 1030.829790] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.839317] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288913, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.882910] env[62024]: DEBUG nova.compute.manager [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.895168] env[62024]: DEBUG oslo_vmware.api [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288912, 'name': PowerOnVM_Task, 'duration_secs': 0.498557} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.895450] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.896500] env[62024]: INFO nova.compute.manager [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1030.896500] env[62024]: DEBUG nova.compute.manager [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.899499] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3698fd4b-5d70-471a-b132-e6813468a54a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.913224] env[62024]: DEBUG nova.virt.hardware [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.913707] env[62024]: DEBUG nova.virt.hardware [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.913905] env[62024]: DEBUG nova.virt.hardware [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.914581] env[62024]: DEBUG nova.virt.hardware [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.914581] env[62024]: DEBUG nova.virt.hardware [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.914785] env[62024]: DEBUG nova.virt.hardware [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.915064] env[62024]: DEBUG nova.virt.hardware [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.915250] env[62024]: DEBUG nova.virt.hardware [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.915442] env[62024]: DEBUG nova.virt.hardware [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.915620] env[62024]: DEBUG nova.virt.hardware [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.915813] env[62024]: DEBUG nova.virt.hardware [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.917527] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dec959-8d37-4882-92c8-7582b85904e1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.927174] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef181f6c-ac52-445b-9b49-2c72d5a141d1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.961040] env[62024]: DEBUG nova.network.neutron [-] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.996822] env[62024]: DEBUG nova.compute.manager [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.997151] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.998207] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de10b1a-e423-4a25-ab20-d3aa13e8f91e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.008177] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.008462] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c32dd3b8-e117-4866-aac4-307288fe93b0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.014809] env[62024]: DEBUG oslo_vmware.api [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 1031.014809] env[62024]: value = "task-2288914" [ 1031.014809] env[62024]: _type = "Task" [ 1031.014809] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.022946] env[62024]: DEBUG oslo_vmware.api [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.135670] env[62024]: DEBUG nova.scheduler.client.report [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.188694] env[62024]: DEBUG nova.network.neutron [req-8f04fd09-8c43-4ecb-ad2e-9ea3c62884ea req-24517fde-14a6-46fb-bff2-849138e39ced service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updated VIF entry in instance network info cache for port 51228324-7817-46b3-aa56-39645281b802. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.189118] env[62024]: DEBUG nova.network.neutron [req-8f04fd09-8c43-4ecb-ad2e-9ea3c62884ea req-24517fde-14a6-46fb-bff2-849138e39ced service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updating instance_info_cache with network_info: [{"id": "51228324-7817-46b3-aa56-39645281b802", "address": "fa:16:3e:79:00:f0", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51228324-78", "ovs_interfaceid": "51228324-7817-46b3-aa56-39645281b802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.332098] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "58b46877-0999-4fa2-b85c-ada4bc28ca94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.332363] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "58b46877-0999-4fa2-b85c-ada4bc28ca94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.344785] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288913, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.400018] env[62024]: DEBUG nova.compute.manager [req-4ceb8932-2f98-4e4f-9ab6-56ffdee6842e req-7a63da2d-b5ec-4c9f-968e-42ac476e0089 service nova] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Received event network-vif-plugged-03cbcceb-4c3b-4ff7-9c39-3a1e2473957b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.400327] env[62024]: DEBUG oslo_concurrency.lockutils [req-4ceb8932-2f98-4e4f-9ab6-56ffdee6842e req-7a63da2d-b5ec-4c9f-968e-42ac476e0089 service nova] Acquiring lock "6e5c139f-51a2-4a25-a11a-0ca079082f47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.400559] env[62024]: DEBUG oslo_concurrency.lockutils [req-4ceb8932-2f98-4e4f-9ab6-56ffdee6842e req-7a63da2d-b5ec-4c9f-968e-42ac476e0089 service nova] Lock "6e5c139f-51a2-4a25-a11a-0ca079082f47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.400806] env[62024]: DEBUG oslo_concurrency.lockutils [req-4ceb8932-2f98-4e4f-9ab6-56ffdee6842e req-7a63da2d-b5ec-4c9f-968e-42ac476e0089 service nova] Lock "6e5c139f-51a2-4a25-a11a-0ca079082f47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.400997] env[62024]: DEBUG nova.compute.manager [req-4ceb8932-2f98-4e4f-9ab6-56ffdee6842e req-7a63da2d-b5ec-4c9f-968e-42ac476e0089 service nova] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] No waiting events found dispatching network-vif-plugged-03cbcceb-4c3b-4ff7-9c39-3a1e2473957b {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.401286] env[62024]: WARNING nova.compute.manager [req-4ceb8932-2f98-4e4f-9ab6-56ffdee6842e req-7a63da2d-b5ec-4c9f-968e-42ac476e0089 service nova] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Received unexpected event network-vif-plugged-03cbcceb-4c3b-4ff7-9c39-3a1e2473957b for instance with vm_state building and task_state spawning. [ 1031.434418] env[62024]: INFO nova.compute.manager [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Took 16.17 seconds to build instance. [ 1031.444067] env[62024]: DEBUG nova.network.neutron [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Successfully updated port: 03cbcceb-4c3b-4ff7-9c39-3a1e2473957b {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.466073] env[62024]: INFO nova.compute.manager [-] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Took 1.47 seconds to deallocate network for instance. [ 1031.526287] env[62024]: DEBUG oslo_vmware.api [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288914, 'name': PowerOffVM_Task, 'duration_secs': 0.196502} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.526805] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.527124] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.527554] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58de7597-6d09-42f6-acff-fe3a40931ce9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.590982] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.591529] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.591855] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Deleting the datastore file [datastore2] c588cdc1-d2bb-4777-bcf4-c45ff3894608 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.592241] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-740a5f1b-aca9-48da-9b03-c3c579871d3e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.598837] env[62024]: DEBUG oslo_vmware.api [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 1031.598837] env[62024]: value = "task-2288916" [ 1031.598837] env[62024]: _type = "Task" [ 1031.598837] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.606822] env[62024]: DEBUG oslo_vmware.api [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.641015] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.642226] env[62024]: DEBUG nova.compute.manager [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.692568] env[62024]: DEBUG oslo_concurrency.lockutils [req-8f04fd09-8c43-4ecb-ad2e-9ea3c62884ea req-24517fde-14a6-46fb-bff2-849138e39ced service nova] Releasing lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.840820] env[62024]: DEBUG nova.compute.manager [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.844416] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288913, 'name': CreateSnapshot_Task, 'duration_secs': 0.850356} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.845017] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Created Snapshot of the VM instance {{(pid=62024) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1031.845897] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318c3edf-3f76-499f-8e1c-6e80e23cdced {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.937944] env[62024]: DEBUG oslo_concurrency.lockutils [None req-37679942-a324-46a6-aac6-22f9ea392d39 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "727b5831-f0ae-45f8-9f8b-c7abab618b59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.677s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.948251] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "refresh_cache-6e5c139f-51a2-4a25-a11a-0ca079082f47" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.948251] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "refresh_cache-6e5c139f-51a2-4a25-a11a-0ca079082f47" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.948251] env[62024]: DEBUG nova.network.neutron [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.975388] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.975388] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.975388] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.015106] env[62024]: INFO nova.scheduler.client.report [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleted allocations for instance e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426 [ 1032.109537] env[62024]: DEBUG oslo_vmware.api [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391405} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.109801] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.110018] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.110202] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.110401] env[62024]: INFO nova.compute.manager [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1032.110663] env[62024]: DEBUG oslo.service.loopingcall [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1032.110854] env[62024]: DEBUG nova.compute.manager [-] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.110944] env[62024]: DEBUG nova.network.neutron [-] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.148413] env[62024]: DEBUG nova.compute.utils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1032.150507] env[62024]: DEBUG nova.compute.manager [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.150767] env[62024]: DEBUG nova.network.neutron [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.197902] env[62024]: DEBUG nova.policy [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3de3398f0a1d4109be3220ff2468215b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87fdfffd73ef4fe5b1fe949585044d4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.361184] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.361450] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.363113] env[62024]: INFO nova.compute.claims [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.373066] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Creating linked-clone VM from snapshot {{(pid=62024) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1032.373736] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3402e491-d035-4fe0-9a2d-da01e9cd3cad {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.382652] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1032.382652] env[62024]: value = "task-2288917" [ 1032.382652] env[62024]: _type = "Task" [ 1032.382652] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.393218] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288917, 'name': CloneVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.394475] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "65ec227e-3975-4a36-9ee2-6adc08e29558" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.394475] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.394870] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "65ec227e-3975-4a36-9ee2-6adc08e29558-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.394870] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.395025] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.397885] env[62024]: INFO nova.compute.manager [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Terminating instance [ 1032.422573] env[62024]: DEBUG nova.compute.manager [req-24a7062d-636d-4942-8aca-bfbd168ffec7 req-60a23979-5686-4db3-a82e-a0e327f5ca5b service nova] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Received event network-vif-deleted-55bb28b9-e4e7-4fb8-bbeb-5d3c1a1b073b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.462667] env[62024]: DEBUG nova.network.neutron [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Successfully created port: 31e8e9f7-8e14-455b-ac10-58697b284079 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.523828] env[62024]: DEBUG oslo_concurrency.lockutils [None req-1e512ab8-ded1-4115-893a-d87857439267 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.676s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.652303] env[62024]: DEBUG nova.compute.manager [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.742890] env[62024]: DEBUG nova.network.neutron [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.895878] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288917, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.900590] env[62024]: DEBUG nova.compute.manager [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.901070] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.901632] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b3e7c7-f90e-4ed8-a4db-12d1b38b20b1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.909053] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.909310] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-181415a5-f5d2-4fd6-98b1-8c7ae2e8eab6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.915883] env[62024]: DEBUG oslo_vmware.api [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 1032.915883] env[62024]: value = "task-2288918" [ 1032.915883] env[62024]: _type = "Task" [ 1032.915883] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.924053] env[62024]: DEBUG oslo_vmware.api [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.965230] env[62024]: DEBUG nova.network.neutron [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Updating instance_info_cache with network_info: [{"id": "03cbcceb-4c3b-4ff7-9c39-3a1e2473957b", "address": "fa:16:3e:8a:e8:d2", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03cbcceb-4c", "ovs_interfaceid": "03cbcceb-4c3b-4ff7-9c39-3a1e2473957b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.305837] env[62024]: DEBUG nova.network.neutron [-] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.392986] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288917, 'name': CloneVM_Task} progress is 94%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.426812] env[62024]: DEBUG oslo_vmware.api [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288918, 'name': PowerOffVM_Task, 'duration_secs': 0.320823} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.427038] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.427218] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.429951] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9877d2d6-a645-451c-acde-a65049bdf48d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.437572] env[62024]: DEBUG nova.compute.manager [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Received event network-changed-03cbcceb-4c3b-4ff7-9c39-3a1e2473957b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1033.437861] env[62024]: DEBUG nova.compute.manager [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Refreshing instance network info cache due to event network-changed-03cbcceb-4c3b-4ff7-9c39-3a1e2473957b. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1033.438115] env[62024]: DEBUG oslo_concurrency.lockutils [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] Acquiring lock "refresh_cache-6e5c139f-51a2-4a25-a11a-0ca079082f47" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.471040] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "refresh_cache-6e5c139f-51a2-4a25-a11a-0ca079082f47" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.471416] env[62024]: DEBUG nova.compute.manager [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Instance network_info: |[{"id": "03cbcceb-4c3b-4ff7-9c39-3a1e2473957b", "address": "fa:16:3e:8a:e8:d2", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03cbcceb-4c", "ovs_interfaceid": "03cbcceb-4c3b-4ff7-9c39-3a1e2473957b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.472355] env[62024]: DEBUG oslo_concurrency.lockutils [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] Acquired lock "refresh_cache-6e5c139f-51a2-4a25-a11a-0ca079082f47" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.472584] env[62024]: DEBUG nova.network.neutron [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Refreshing network info cache for port 03cbcceb-4c3b-4ff7-9c39-3a1e2473957b {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.473954] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:e8:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03cbcceb-4c3b-4ff7-9c39-3a1e2473957b', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.483047] env[62024]: DEBUG oslo.service.loopingcall [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.486346] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.487468] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d23adcbe-4bfb-4af7-b594-4fdae328ded4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.507701] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.508043] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.508225] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleting the datastore file [datastore1] 65ec227e-3975-4a36-9ee2-6adc08e29558 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.508990] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd8c97d2-bff1-40b5-9888-f47728b96220 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.512846] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.512846] env[62024]: value = "task-2288920" [ 1033.512846] env[62024]: _type = "Task" [ 1033.512846] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.517655] env[62024]: DEBUG oslo_vmware.api [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for the task: (returnval){ [ 1033.517655] env[62024]: value = "task-2288921" [ 1033.517655] env[62024]: _type = "Task" [ 1033.517655] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.527088] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288920, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.532695] env[62024]: DEBUG oslo_vmware.api [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.575175] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4b95bb-3197-4aa3-b21c-87a09da4856b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.583989] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a921bb3-2244-45b0-ac43-573276bed95e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.620024] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39943b4-c4fb-46f5-9c63-3d6dfac9fc0a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.627327] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804018b5-1946-4ddf-80bc-bdf2e9eaef78 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.642054] env[62024]: DEBUG nova.compute.provider_tree [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.661466] env[62024]: DEBUG nova.compute.manager [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.688608] env[62024]: DEBUG nova.virt.hardware [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.688852] env[62024]: DEBUG nova.virt.hardware [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.689073] env[62024]: DEBUG nova.virt.hardware [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.689295] env[62024]: DEBUG nova.virt.hardware [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.689457] env[62024]: DEBUG nova.virt.hardware [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.689610] env[62024]: DEBUG nova.virt.hardware [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.689844] env[62024]: DEBUG nova.virt.hardware [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.690019] env[62024]: DEBUG nova.virt.hardware [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.690233] env[62024]: DEBUG nova.virt.hardware [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.690411] env[62024]: DEBUG nova.virt.hardware [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.690584] env[62024]: DEBUG nova.virt.hardware [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.691477] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e19df6e-3c6c-4a92-8126-d2fb9a174d63 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.701047] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19307f99-5595-4b20-a747-2ff2616325bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.808969] env[62024]: INFO nova.compute.manager [-] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Took 1.70 seconds to deallocate network for instance. [ 1033.894041] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288917, 'name': CloneVM_Task, 'duration_secs': 1.247011} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.894334] env[62024]: INFO nova.virt.vmwareapi.vmops [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Created linked-clone VM from snapshot [ 1033.895111] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f314c23e-7301-4ce9-8810-9d5220db09e5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.902584] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Uploading image a6da7b85-a2c3-4bab-9115-167cd1967619 {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1033.925264] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1033.925264] env[62024]: value = "vm-465859" [ 1033.925264] env[62024]: _type = "VirtualMachine" [ 1033.925264] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1033.925264] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c584f34f-dbc8-4d31-81f4-7c46c5e1d73a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.931498] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lease: (returnval){ [ 1033.931498] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c14132-fdea-a108-dc59-e845ae5ac75b" [ 1033.931498] env[62024]: _type = "HttpNfcLease" [ 1033.931498] env[62024]: } obtained for exporting VM: (result){ [ 1033.931498] env[62024]: value = "vm-465859" [ 1033.931498] env[62024]: _type = "VirtualMachine" [ 1033.931498] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1033.932074] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the lease: (returnval){ [ 1033.932074] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c14132-fdea-a108-dc59-e845ae5ac75b" [ 1033.932074] env[62024]: _type = "HttpNfcLease" [ 1033.932074] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1033.939692] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.939692] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c14132-fdea-a108-dc59-e845ae5ac75b" [ 1033.939692] env[62024]: _type = "HttpNfcLease" [ 1033.939692] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1034.029528] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288920, 'name': CreateVM_Task, 'duration_secs': 0.353556} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.030267] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.031069] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.031388] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.032248] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.034794] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea9920bc-7f22-41f3-9865-41a735bf9204 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.036391] env[62024]: DEBUG oslo_vmware.api [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Task: {'id': task-2288921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211178} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.036667] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.036885] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.037215] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.037441] env[62024]: INFO nova.compute.manager [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1034.037717] env[62024]: DEBUG oslo.service.loopingcall [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1034.038292] env[62024]: DEBUG nova.compute.manager [-] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.038436] env[62024]: DEBUG nova.network.neutron [-] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.040971] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1034.040971] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52934a3f-c581-dcb2-e864-e368d042d0af" [ 1034.040971] env[62024]: _type = "Task" [ 1034.040971] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.054626] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52934a3f-c581-dcb2-e864-e368d042d0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.054626] env[62024]: DEBUG nova.network.neutron [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Successfully updated port: 31e8e9f7-8e14-455b-ac10-58697b284079 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.145811] env[62024]: DEBUG nova.scheduler.client.report [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.317961] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.365229] env[62024]: DEBUG nova.network.neutron [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Updated VIF entry in instance network info cache for port 03cbcceb-4c3b-4ff7-9c39-3a1e2473957b. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.365602] env[62024]: DEBUG nova.network.neutron [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Updating instance_info_cache with network_info: [{"id": "03cbcceb-4c3b-4ff7-9c39-3a1e2473957b", "address": "fa:16:3e:8a:e8:d2", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03cbcceb-4c", "ovs_interfaceid": "03cbcceb-4c3b-4ff7-9c39-3a1e2473957b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.441510] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1034.441510] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c14132-fdea-a108-dc59-e845ae5ac75b" [ 1034.441510] env[62024]: _type = "HttpNfcLease" [ 1034.441510] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1034.441815] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1034.441815] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c14132-fdea-a108-dc59-e845ae5ac75b" [ 1034.441815] env[62024]: _type = "HttpNfcLease" [ 1034.441815] env[62024]: }. {{(pid=62024) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1034.442539] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf8ffd3-883a-4f3d-8dc1-cf3f779d03eb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.449957] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec2f78-ca05-8cdb-b5ee-9cb920f453bb/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1034.450370] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec2f78-ca05-8cdb-b5ee-9cb920f453bb/disk-0.vmdk for reading. {{(pid=62024) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1034.453330] env[62024]: DEBUG nova.compute.manager [req-dc142cb5-2e25-4be8-a904-dc804191bd7e req-0c073867-bb83-46ad-ae29-b035691ff835 service nova] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Received event network-vif-plugged-31e8e9f7-8e14-455b-ac10-58697b284079 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.453529] env[62024]: DEBUG oslo_concurrency.lockutils [req-dc142cb5-2e25-4be8-a904-dc804191bd7e req-0c073867-bb83-46ad-ae29-b035691ff835 service nova] Acquiring lock "a9d7cc8d-8003-4e66-8042-b2613de752f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.453727] env[62024]: DEBUG oslo_concurrency.lockutils [req-dc142cb5-2e25-4be8-a904-dc804191bd7e req-0c073867-bb83-46ad-ae29-b035691ff835 service nova] Lock "a9d7cc8d-8003-4e66-8042-b2613de752f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.453888] env[62024]: DEBUG oslo_concurrency.lockutils [req-dc142cb5-2e25-4be8-a904-dc804191bd7e req-0c073867-bb83-46ad-ae29-b035691ff835 service nova] Lock "a9d7cc8d-8003-4e66-8042-b2613de752f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.454070] env[62024]: DEBUG nova.compute.manager [req-dc142cb5-2e25-4be8-a904-dc804191bd7e req-0c073867-bb83-46ad-ae29-b035691ff835 service nova] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] No waiting events found dispatching network-vif-plugged-31e8e9f7-8e14-455b-ac10-58697b284079 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.454236] env[62024]: WARNING nova.compute.manager [req-dc142cb5-2e25-4be8-a904-dc804191bd7e req-0c073867-bb83-46ad-ae29-b035691ff835 service nova] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Received unexpected event network-vif-plugged-31e8e9f7-8e14-455b-ac10-58697b284079 for instance with vm_state building and task_state spawning. [ 1034.454392] env[62024]: DEBUG nova.compute.manager [req-dc142cb5-2e25-4be8-a904-dc804191bd7e req-0c073867-bb83-46ad-ae29-b035691ff835 service nova] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Received event network-changed-31e8e9f7-8e14-455b-ac10-58697b284079 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.454542] env[62024]: DEBUG nova.compute.manager [req-dc142cb5-2e25-4be8-a904-dc804191bd7e req-0c073867-bb83-46ad-ae29-b035691ff835 service nova] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Refreshing instance network info cache due to event network-changed-31e8e9f7-8e14-455b-ac10-58697b284079. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1034.454721] env[62024]: DEBUG oslo_concurrency.lockutils [req-dc142cb5-2e25-4be8-a904-dc804191bd7e req-0c073867-bb83-46ad-ae29-b035691ff835 service nova] Acquiring lock "refresh_cache-a9d7cc8d-8003-4e66-8042-b2613de752f2" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.454854] env[62024]: DEBUG oslo_concurrency.lockutils [req-dc142cb5-2e25-4be8-a904-dc804191bd7e req-0c073867-bb83-46ad-ae29-b035691ff835 service nova] Acquired lock "refresh_cache-a9d7cc8d-8003-4e66-8042-b2613de752f2" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.455015] env[62024]: DEBUG nova.network.neutron [req-dc142cb5-2e25-4be8-a904-dc804191bd7e req-0c073867-bb83-46ad-ae29-b035691ff835 service nova] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Refreshing network info cache for port 31e8e9f7-8e14-455b-ac10-58697b284079 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.552088] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52934a3f-c581-dcb2-e864-e368d042d0af, 'name': SearchDatastore_Task, 'duration_secs': 0.023888} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.552399] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.552641] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.552864] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.553016] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.553209] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.553466] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-427b176d-05b3-4470-9d55-5a8d5f8da5df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.557822] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "refresh_cache-a9d7cc8d-8003-4e66-8042-b2613de752f2" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.561292] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.562015] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.562158] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c4a9b5-31bc-49d0-ae74-3928273ec249 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.566686] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1034.566686] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52aab7db-7759-b2ab-d609-d3b829f80103" [ 1034.566686] env[62024]: _type = "Task" [ 1034.566686] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.573920] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52aab7db-7759-b2ab-d609-d3b829f80103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.594022] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5291b90b-69e0-4cfd-97a3-811bf7be0678 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.650474] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.651120] env[62024]: DEBUG nova.compute.manager [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.653680] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.336s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.653965] env[62024]: DEBUG nova.objects.instance [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lazy-loading 'resources' on Instance uuid c588cdc1-d2bb-4777-bcf4-c45ff3894608 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.868514] env[62024]: DEBUG oslo_concurrency.lockutils [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] Releasing lock "refresh_cache-6e5c139f-51a2-4a25-a11a-0ca079082f47" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.868862] env[62024]: DEBUG nova.compute.manager [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Received event network-changed-8b4be40e-68e5-4a76-93f9-e22668142850 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.868964] env[62024]: DEBUG nova.compute.manager [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Refreshing instance network info cache due to event network-changed-8b4be40e-68e5-4a76-93f9-e22668142850. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1034.869226] env[62024]: DEBUG oslo_concurrency.lockutils [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] Acquiring lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.869395] env[62024]: DEBUG oslo_concurrency.lockutils [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] Acquired lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.869567] env[62024]: DEBUG nova.network.neutron [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Refreshing network info cache for port 8b4be40e-68e5-4a76-93f9-e22668142850 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.988673] env[62024]: DEBUG nova.network.neutron [req-dc142cb5-2e25-4be8-a904-dc804191bd7e req-0c073867-bb83-46ad-ae29-b035691ff835 service nova] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.073367] env[62024]: DEBUG nova.network.neutron [req-dc142cb5-2e25-4be8-a904-dc804191bd7e req-0c073867-bb83-46ad-ae29-b035691ff835 service nova] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.080517] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52aab7db-7759-b2ab-d609-d3b829f80103, 'name': SearchDatastore_Task, 'duration_secs': 0.009653} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.081615] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb0afed-6e30-4f0b-a851-d29104c59e40 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.087876] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1035.087876] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cbe3a8-1801-ba2c-e2bc-4d70f9e94c47" [ 1035.087876] env[62024]: _type = "Task" [ 1035.087876] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.096128] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cbe3a8-1801-ba2c-e2bc-4d70f9e94c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.129612] env[62024]: DEBUG nova.network.neutron [-] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.158358] env[62024]: DEBUG nova.compute.utils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1035.163212] env[62024]: DEBUG nova.compute.manager [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.163466] env[62024]: DEBUG nova.network.neutron [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.208855] env[62024]: DEBUG nova.policy [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac9642bd3134e8f8ce7dffa09717db3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddea10ddb6a44863b1fcff034e3f6899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.349634] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac19772-7f55-4617-a1a9-727dcc55b28b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.357693] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fde04a-c58f-4787-8336-bba59f2c9ca4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.395059] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdda9fa-a4e9-40c8-a7d2-4aa858a2a331 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.403710] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9210a5e9-27b9-4a04-922a-f93afdb55d3c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.417452] env[62024]: DEBUG nova.compute.provider_tree [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.481546] env[62024]: DEBUG nova.compute.manager [req-dc45d760-72a5-4709-9e2b-e915bb1dc9cc req-5a017911-cc57-46de-bc58-c5b37cf90837 service nova] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Received event network-vif-deleted-d3242e14-8bf1-487c-9026-97af6545f348 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.582660] env[62024]: DEBUG oslo_concurrency.lockutils [req-dc142cb5-2e25-4be8-a904-dc804191bd7e req-0c073867-bb83-46ad-ae29-b035691ff835 service nova] Releasing lock "refresh_cache-a9d7cc8d-8003-4e66-8042-b2613de752f2" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.583015] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "refresh_cache-a9d7cc8d-8003-4e66-8042-b2613de752f2" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.583195] env[62024]: DEBUG nova.network.neutron [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.602147] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52cbe3a8-1801-ba2c-e2bc-4d70f9e94c47, 'name': SearchDatastore_Task, 'duration_secs': 0.014089} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.603399] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.603399] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 6e5c139f-51a2-4a25-a11a-0ca079082f47/6e5c139f-51a2-4a25-a11a-0ca079082f47.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.603399] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a59c40ea-a28b-434b-a553-5f35d478df02 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.610166] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1035.610166] env[62024]: value = "task-2288923" [ 1035.610166] env[62024]: _type = "Task" [ 1035.610166] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.618687] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.632635] env[62024]: INFO nova.compute.manager [-] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Took 1.59 seconds to deallocate network for instance. [ 1035.663786] env[62024]: DEBUG nova.compute.manager [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.775803] env[62024]: DEBUG nova.network.neutron [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Successfully created port: cf09d769-f55c-4012-ad4d-218ad8dab117 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.801945] env[62024]: DEBUG nova.network.neutron [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updated VIF entry in instance network info cache for port 8b4be40e-68e5-4a76-93f9-e22668142850. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.802319] env[62024]: DEBUG nova.network.neutron [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance_info_cache with network_info: [{"id": "8b4be40e-68e5-4a76-93f9-e22668142850", "address": "fa:16:3e:06:04:e7", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b4be40e-68", "ovs_interfaceid": "8b4be40e-68e5-4a76-93f9-e22668142850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.921035] env[62024]: DEBUG nova.scheduler.client.report [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.121240] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288923, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.135428] env[62024]: DEBUG nova.network.neutron [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.146409] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.297204] env[62024]: DEBUG nova.network.neutron [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Updating instance_info_cache with network_info: [{"id": "31e8e9f7-8e14-455b-ac10-58697b284079", "address": "fa:16:3e:25:e2:41", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31e8e9f7-8e", "ovs_interfaceid": "31e8e9f7-8e14-455b-ac10-58697b284079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.304977] env[62024]: DEBUG oslo_concurrency.lockutils [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] Releasing lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.305663] env[62024]: DEBUG nova.compute.manager [req-b6d572de-3c59-435b-94b0-09d8ae6f2ff7 req-95c3cc98-4b4a-496f-a0d4-57d57e1b3683 service nova] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Received event network-vif-deleted-f206b8b4-5d8e-4f22-971d-aac9e738ab97 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.426025] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.429325] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.283s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.429774] env[62024]: DEBUG nova.objects.instance [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lazy-loading 'resources' on Instance uuid 65ec227e-3975-4a36-9ee2-6adc08e29558 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.452200] env[62024]: INFO nova.scheduler.client.report [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Deleted allocations for instance c588cdc1-d2bb-4777-bcf4-c45ff3894608 [ 1036.620925] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688414} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.621218] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 6e5c139f-51a2-4a25-a11a-0ca079082f47/6e5c139f-51a2-4a25-a11a-0ca079082f47.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.621434] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.621689] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79d088c6-f83f-4806-9db3-c76a6960cec2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.629423] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1036.629423] env[62024]: value = "task-2288924" [ 1036.629423] env[62024]: _type = "Task" [ 1036.629423] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.637301] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.673872] env[62024]: DEBUG nova.compute.manager [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.702101] env[62024]: DEBUG nova.virt.hardware [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.702464] env[62024]: DEBUG nova.virt.hardware [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.702692] env[62024]: DEBUG nova.virt.hardware [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.702938] env[62024]: DEBUG nova.virt.hardware [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.703154] env[62024]: DEBUG nova.virt.hardware [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.703390] env[62024]: DEBUG nova.virt.hardware [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.703672] env[62024]: DEBUG nova.virt.hardware [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.703888] env[62024]: DEBUG nova.virt.hardware [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.704155] env[62024]: DEBUG nova.virt.hardware [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.704390] env[62024]: DEBUG nova.virt.hardware [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.704602] env[62024]: DEBUG nova.virt.hardware [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.705579] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1831a625-753e-4ae1-b89e-8ade0e95e250 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.713723] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3e39e7-bf23-4e07-ab59-9990423355a3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.800726] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "refresh_cache-a9d7cc8d-8003-4e66-8042-b2613de752f2" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.801176] env[62024]: DEBUG nova.compute.manager [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Instance network_info: |[{"id": "31e8e9f7-8e14-455b-ac10-58697b284079", "address": "fa:16:3e:25:e2:41", "network": {"id": "fa5a81c9-ab6c-4989-a51a-404ae1e26462", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2013544920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fdfffd73ef4fe5b1fe949585044d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31e8e9f7-8e", "ovs_interfaceid": "31e8e9f7-8e14-455b-ac10-58697b284079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.801763] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:e2:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31e8e9f7-8e14-455b-ac10-58697b284079', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.809600] env[62024]: DEBUG oslo.service.loopingcall [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1036.809916] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.810216] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9cbcc10-1c10-4d51-823b-ad069ecda94a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.830679] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.830679] env[62024]: value = "task-2288925" [ 1036.830679] env[62024]: _type = "Task" [ 1036.830679] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.839525] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288925, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.960108] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6a3fc79-7a4e-443f-b83e-0b3bd0e7b1d7 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "c588cdc1-d2bb-4777-bcf4-c45ff3894608" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.474s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.110773] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c79564-460e-418d-8568-edfed95f8019 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.119249] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c45fbf3-19a5-49b5-8ef8-4ee172a24caf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.152161] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4c11c2-d62b-4e1a-b37f-e6e77fc5e6ba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.162733] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82589db9-61cb-4747-ad04-e37038362e24 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.166872] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116305} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.166961] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.168138] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85165058-aaa0-46a7-9311-23acd19fff8f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.178706] env[62024]: DEBUG nova.compute.provider_tree [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.204466] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6e5c139f-51a2-4a25-a11a-0ca079082f47/6e5c139f-51a2-4a25-a11a-0ca079082f47.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.205471] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce0af958-127c-497e-ac70-6e218e842ff6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.227491] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1037.227491] env[62024]: value = "task-2288926" [ 1037.227491] env[62024]: _type = "Task" [ 1037.227491] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.234905] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.342323] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288925, 'name': CreateVM_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.408062] env[62024]: DEBUG nova.network.neutron [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Successfully updated port: cf09d769-f55c-4012-ad4d-218ad8dab117 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.513903] env[62024]: DEBUG nova.compute.manager [req-61ac9f40-14c4-45ff-ac74-7b1d3b87f5c9 req-4aff48a3-83ab-4b7d-85b1-7c7f4451745d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Received event network-vif-plugged-cf09d769-f55c-4012-ad4d-218ad8dab117 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.514280] env[62024]: DEBUG oslo_concurrency.lockutils [req-61ac9f40-14c4-45ff-ac74-7b1d3b87f5c9 req-4aff48a3-83ab-4b7d-85b1-7c7f4451745d service nova] Acquiring lock "58b46877-0999-4fa2-b85c-ada4bc28ca94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.514443] env[62024]: DEBUG oslo_concurrency.lockutils [req-61ac9f40-14c4-45ff-ac74-7b1d3b87f5c9 req-4aff48a3-83ab-4b7d-85b1-7c7f4451745d service nova] Lock "58b46877-0999-4fa2-b85c-ada4bc28ca94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.514693] env[62024]: DEBUG oslo_concurrency.lockutils [req-61ac9f40-14c4-45ff-ac74-7b1d3b87f5c9 req-4aff48a3-83ab-4b7d-85b1-7c7f4451745d service nova] Lock "58b46877-0999-4fa2-b85c-ada4bc28ca94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.514795] env[62024]: DEBUG nova.compute.manager [req-61ac9f40-14c4-45ff-ac74-7b1d3b87f5c9 req-4aff48a3-83ab-4b7d-85b1-7c7f4451745d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] No waiting events found dispatching network-vif-plugged-cf09d769-f55c-4012-ad4d-218ad8dab117 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.514974] env[62024]: WARNING nova.compute.manager [req-61ac9f40-14c4-45ff-ac74-7b1d3b87f5c9 req-4aff48a3-83ab-4b7d-85b1-7c7f4451745d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Received unexpected event network-vif-plugged-cf09d769-f55c-4012-ad4d-218ad8dab117 for instance with vm_state building and task_state spawning. [ 1037.515155] env[62024]: DEBUG nova.compute.manager [req-61ac9f40-14c4-45ff-ac74-7b1d3b87f5c9 req-4aff48a3-83ab-4b7d-85b1-7c7f4451745d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Received event network-changed-cf09d769-f55c-4012-ad4d-218ad8dab117 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.515374] env[62024]: DEBUG nova.compute.manager [req-61ac9f40-14c4-45ff-ac74-7b1d3b87f5c9 req-4aff48a3-83ab-4b7d-85b1-7c7f4451745d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Refreshing instance network info cache due to event network-changed-cf09d769-f55c-4012-ad4d-218ad8dab117. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1037.515554] env[62024]: DEBUG oslo_concurrency.lockutils [req-61ac9f40-14c4-45ff-ac74-7b1d3b87f5c9 req-4aff48a3-83ab-4b7d-85b1-7c7f4451745d service nova] Acquiring lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.515695] env[62024]: DEBUG oslo_concurrency.lockutils [req-61ac9f40-14c4-45ff-ac74-7b1d3b87f5c9 req-4aff48a3-83ab-4b7d-85b1-7c7f4451745d service nova] Acquired lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.515877] env[62024]: DEBUG nova.network.neutron [req-61ac9f40-14c4-45ff-ac74-7b1d3b87f5c9 req-4aff48a3-83ab-4b7d-85b1-7c7f4451745d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Refreshing network info cache for port cf09d769-f55c-4012-ad4d-218ad8dab117 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.682085] env[62024]: DEBUG nova.scheduler.client.report [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.736618] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288926, 'name': ReconfigVM_Task, 'duration_secs': 0.382764} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.736904] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6e5c139f-51a2-4a25-a11a-0ca079082f47/6e5c139f-51a2-4a25-a11a-0ca079082f47.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.737553] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f54255e5-442c-409b-9ed5-02f36fabb61c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.743803] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1037.743803] env[62024]: value = "task-2288928" [ 1037.743803] env[62024]: _type = "Task" [ 1037.743803] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.751780] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288928, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.842300] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288925, 'name': CreateVM_Task, 'duration_secs': 0.634308} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.842501] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.843216] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.843408] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.843751] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.844013] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416bda65-ec4f-4596-9903-aa27c0e1f7c7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.849136] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1037.849136] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f471e5-933c-8e00-1daa-3721dd6bfd6c" [ 1037.849136] env[62024]: _type = "Task" [ 1037.849136] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.856919] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f471e5-933c-8e00-1daa-3721dd6bfd6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.910989] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.048181] env[62024]: DEBUG nova.network.neutron [req-61ac9f40-14c4-45ff-ac74-7b1d3b87f5c9 req-4aff48a3-83ab-4b7d-85b1-7c7f4451745d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.122583] env[62024]: DEBUG nova.network.neutron [req-61ac9f40-14c4-45ff-ac74-7b1d3b87f5c9 req-4aff48a3-83ab-4b7d-85b1-7c7f4451745d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.187016] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.210271] env[62024]: INFO nova.scheduler.client.report [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Deleted allocations for instance 65ec227e-3975-4a36-9ee2-6adc08e29558 [ 1038.254190] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288928, 'name': Rename_Task, 'duration_secs': 0.15231} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.254491] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.254739] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2d49da1-e8ec-4ff2-b890-a96117ae234b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.261856] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1038.261856] env[62024]: value = "task-2288929" [ 1038.261856] env[62024]: _type = "Task" [ 1038.261856] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.270559] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.363030] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f471e5-933c-8e00-1daa-3721dd6bfd6c, 'name': SearchDatastore_Task, 'duration_secs': 0.019845} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.363392] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.363615] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.363849] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.364118] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.364192] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.364464] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-816006ec-e076-4c84-a818-6ec8287d5ee8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.374351] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.374594] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.375529] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4292136-9501-41c4-95ce-a125c9daf3d3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.382691] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1038.382691] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5273da4f-fdd1-8fa1-5fcf-b951d05978a9" [ 1038.382691] env[62024]: _type = "Task" [ 1038.382691] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.390452] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5273da4f-fdd1-8fa1-5fcf-b951d05978a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.625465] env[62024]: DEBUG oslo_concurrency.lockutils [req-61ac9f40-14c4-45ff-ac74-7b1d3b87f5c9 req-4aff48a3-83ab-4b7d-85b1-7c7f4451745d service nova] Releasing lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.625922] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.626108] env[62024]: DEBUG nova.network.neutron [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.719048] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a85cdbf6-0fb7-4f8e-a5be-ea3a0024eb9b tempest-AttachVolumeShelveTestJSON-11090390 tempest-AttachVolumeShelveTestJSON-11090390-project-member] Lock "65ec227e-3975-4a36-9ee2-6adc08e29558" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.324s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.774803] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288929, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.894544] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5273da4f-fdd1-8fa1-5fcf-b951d05978a9, 'name': SearchDatastore_Task, 'duration_secs': 0.027299} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.895602] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb8b2600-67a8-4fc6-87c1-f5910f98f5af {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.901809] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1038.901809] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52606058-5659-ea31-8a8e-b37277cd8786" [ 1038.901809] env[62024]: _type = "Task" [ 1038.901809] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.911273] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52606058-5659-ea31-8a8e-b37277cd8786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.160107] env[62024]: DEBUG nova.network.neutron [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.272749] env[62024]: DEBUG oslo_vmware.api [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288929, 'name': PowerOnVM_Task, 'duration_secs': 0.61538} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.272972] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.273202] env[62024]: INFO nova.compute.manager [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1039.273421] env[62024]: DEBUG nova.compute.manager [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.274232] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f080e9a5-bc11-4444-b89f-7994809f0495 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.298566] env[62024]: DEBUG nova.network.neutron [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Updating instance_info_cache with network_info: [{"id": "cf09d769-f55c-4012-ad4d-218ad8dab117", "address": "fa:16:3e:a4:0d:19", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf09d769-f5", "ovs_interfaceid": "cf09d769-f55c-4012-ad4d-218ad8dab117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.412865] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52606058-5659-ea31-8a8e-b37277cd8786, 'name': SearchDatastore_Task, 'duration_secs': 0.013077} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.412865] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.412865] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] a9d7cc8d-8003-4e66-8042-b2613de752f2/a9d7cc8d-8003-4e66-8042-b2613de752f2.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.412865] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78951c20-339a-4e45-bf5d-1660282e52c9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.419895] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1039.419895] env[62024]: value = "task-2288930" [ 1039.419895] env[62024]: _type = "Task" [ 1039.419895] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.428191] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.791593] env[62024]: INFO nova.compute.manager [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Took 13.23 seconds to build instance. [ 1039.801602] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.801909] env[62024]: DEBUG nova.compute.manager [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Instance network_info: |[{"id": "cf09d769-f55c-4012-ad4d-218ad8dab117", "address": "fa:16:3e:a4:0d:19", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf09d769-f5", "ovs_interfaceid": "cf09d769-f55c-4012-ad4d-218ad8dab117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.802469] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:0d:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf09d769-f55c-4012-ad4d-218ad8dab117', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.811271] env[62024]: DEBUG oslo.service.loopingcall [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.812324] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.812840] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cf6c4af-98ce-4038-b4ba-c78d54ff22e5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.835634] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.835634] env[62024]: value = "task-2288931" [ 1039.835634] env[62024]: _type = "Task" [ 1039.835634] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.844550] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288931, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.930996] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288930, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.293524] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a4ff31a7-0394-4dd2-8a08-1be5f1ef01d9 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "6e5c139f-51a2-4a25-a11a-0ca079082f47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.734s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.345604] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288931, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.434693] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668456} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.435122] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] a9d7cc8d-8003-4e66-8042-b2613de752f2/a9d7cc8d-8003-4e66-8042-b2613de752f2.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.435295] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.435587] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c866601-d6f2-480d-afa7-6db008046dc9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.441825] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1040.441825] env[62024]: value = "task-2288933" [ 1040.441825] env[62024]: _type = "Task" [ 1040.441825] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.450546] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.497552] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "d51362b5-781e-4fba-aa1c-7044558ed366" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.497802] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "d51362b5-781e-4fba-aa1c-7044558ed366" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.846378] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288931, 'name': CreateVM_Task, 'duration_secs': 0.605235} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.846561] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.847276] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.847446] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.847769] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.848039] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ed0e11-5b0e-4078-94bc-bdf840055d46 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.852589] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1040.852589] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f44822-238a-cec6-62bf-3252eee9b5a7" [ 1040.852589] env[62024]: _type = "Task" [ 1040.852589] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.860595] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f44822-238a-cec6-62bf-3252eee9b5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.952256] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113643} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.952542] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.953350] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad209bb-5836-4684-a8ba-24ffbe1b5be6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.976305] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] a9d7cc8d-8003-4e66-8042-b2613de752f2/a9d7cc8d-8003-4e66-8042-b2613de752f2.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.976580] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71acae34-2209-448e-91a8-53aa8e7c90a6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.996856] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1040.996856] env[62024]: value = "task-2288934" [ 1040.996856] env[62024]: _type = "Task" [ 1040.996856] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.000426] env[62024]: DEBUG nova.compute.manager [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.008035] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.192066] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "1b91a632-2229-4097-8dac-260333a24093" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.192419] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "1b91a632-2229-4097-8dac-260333a24093" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.192656] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "1b91a632-2229-4097-8dac-260333a24093-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.192842] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "1b91a632-2229-4097-8dac-260333a24093-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.193021] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "1b91a632-2229-4097-8dac-260333a24093-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.195356] env[62024]: INFO nova.compute.manager [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Terminating instance [ 1041.362813] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f44822-238a-cec6-62bf-3252eee9b5a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013279} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.363220] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.363450] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.363738] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.363924] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.364170] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.364485] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f123dc1d-48a7-4259-bbaa-b167fd6535ea {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.374959] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.375144] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.376022] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d120dc-0121-4ef9-abe9-4304a4d207fd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.381231] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1041.381231] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5231e820-0c05-90f9-f9a8-0daa169b6aa6" [ 1041.381231] env[62024]: _type = "Task" [ 1041.381231] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.388913] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5231e820-0c05-90f9-f9a8-0daa169b6aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.509210] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288934, 'name': ReconfigVM_Task, 'duration_secs': 0.308921} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.511863] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Reconfigured VM instance instance-0000006d to attach disk [datastore2] a9d7cc8d-8003-4e66-8042-b2613de752f2/a9d7cc8d-8003-4e66-8042-b2613de752f2.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.513516] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e11b5f45-366f-4341-86e6-b1db33471000 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.519244] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1041.519244] env[62024]: value = "task-2288935" [ 1041.519244] env[62024]: _type = "Task" [ 1041.519244] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.527648] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288935, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.529162] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.529397] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.530912] env[62024]: INFO nova.compute.claims [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.699211] env[62024]: DEBUG nova.compute.manager [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.699461] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.700873] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d165d0-ae2f-4bd8-8ce2-aa18f514387a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.708182] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.708494] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e8ff744-3063-4e54-9063-4350883e02ef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.714774] env[62024]: DEBUG oslo_vmware.api [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 1041.714774] env[62024]: value = "task-2288936" [ 1041.714774] env[62024]: _type = "Task" [ 1041.714774] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.723130] env[62024]: DEBUG oslo_vmware.api [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.892705] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5231e820-0c05-90f9-f9a8-0daa169b6aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.012961} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.893593] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59949132-385e-46a6-b54c-282f9116381f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.900068] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1041.900068] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a30479-7cfa-312f-be42-5cb189d0c6f9" [ 1041.900068] env[62024]: _type = "Task" [ 1041.900068] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.907969] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a30479-7cfa-312f-be42-5cb189d0c6f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.029832] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288935, 'name': Rename_Task, 'duration_secs': 0.156384} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.030127] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.030394] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfde2728-2ee5-42f9-88e9-36258acaad91 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.037746] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1042.037746] env[62024]: value = "task-2288937" [ 1042.037746] env[62024]: _type = "Task" [ 1042.037746] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.045693] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.227874] env[62024]: DEBUG oslo_vmware.api [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288936, 'name': PowerOffVM_Task, 'duration_secs': 0.239246} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.228265] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.228504] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.228838] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c143621-4cd3-44d0-ad45-583abdac71b9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.301714] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.301954] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.302198] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Deleting the datastore file [datastore2] 1b91a632-2229-4097-8dac-260333a24093 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.302784] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-321011ff-6c39-485a-b897-0f7d318e2ced {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.310499] env[62024]: DEBUG oslo_vmware.api [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 1042.310499] env[62024]: value = "task-2288939" [ 1042.310499] env[62024]: _type = "Task" [ 1042.310499] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.319355] env[62024]: DEBUG oslo_vmware.api [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.411335] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a30479-7cfa-312f-be42-5cb189d0c6f9, 'name': SearchDatastore_Task, 'duration_secs': 0.013824} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.411930] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.412089] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 58b46877-0999-4fa2-b85c-ada4bc28ca94/58b46877-0999-4fa2-b85c-ada4bc28ca94.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.412289] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04f655f6-e582-442d-bae4-7b75d0574343 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.418990] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1042.418990] env[62024]: value = "task-2288940" [ 1042.418990] env[62024]: _type = "Task" [ 1042.418990] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.427922] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.553775] env[62024]: DEBUG oslo_vmware.api [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288937, 'name': PowerOnVM_Task, 'duration_secs': 0.498309} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.554132] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.554360] env[62024]: INFO nova.compute.manager [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1042.554578] env[62024]: DEBUG nova.compute.manager [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.555465] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c4f2c6-b1ba-48c5-aa09-f4938778b7e5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.690407] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74380569-bdaa-41dc-a278-e8bb672eb9ef {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.698069] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adbe7aa-5954-40b4-9150-3e5f5f46fafb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.730017] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49fe16a-d6d1-4664-9621-971e99618cb7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.739013] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be4cf0e-df4a-47e5-ac8b-643d01e74058 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.754934] env[62024]: DEBUG nova.compute.provider_tree [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.821783] env[62024]: DEBUG oslo_vmware.api [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344595} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.822452] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.822452] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.822615] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.822793] env[62024]: INFO nova.compute.manager [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 1b91a632-2229-4097-8dac-260333a24093] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1042.822890] env[62024]: DEBUG oslo.service.loopingcall [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.823457] env[62024]: DEBUG nova.compute.manager [-] [instance: 1b91a632-2229-4097-8dac-260333a24093] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.823457] env[62024]: DEBUG nova.network.neutron [-] [instance: 1b91a632-2229-4097-8dac-260333a24093] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.929576] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288940, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.081264] env[62024]: INFO nova.compute.manager [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Took 13.77 seconds to build instance. [ 1043.194739] env[62024]: DEBUG nova.compute.manager [req-8c0f5657-79e5-4ea0-9135-234e2485f852 req-cf1742af-f508-4121-9364-7e7f086577e1 service nova] [instance: 1b91a632-2229-4097-8dac-260333a24093] Received event network-vif-deleted-3c595630-ac1a-45f0-940e-73ecd9272a7e {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.194817] env[62024]: INFO nova.compute.manager [req-8c0f5657-79e5-4ea0-9135-234e2485f852 req-cf1742af-f508-4121-9364-7e7f086577e1 service nova] [instance: 1b91a632-2229-4097-8dac-260333a24093] Neutron deleted interface 3c595630-ac1a-45f0-940e-73ecd9272a7e; detaching it from the instance and deleting it from the info cache [ 1043.194944] env[62024]: DEBUG nova.network.neutron [req-8c0f5657-79e5-4ea0-9135-234e2485f852 req-cf1742af-f508-4121-9364-7e7f086577e1 service nova] [instance: 1b91a632-2229-4097-8dac-260333a24093] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.258909] env[62024]: DEBUG nova.scheduler.client.report [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.303320] env[62024]: INFO nova.compute.manager [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Rebuilding instance [ 1043.354868] env[62024]: DEBUG nova.compute.manager [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.356142] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27388490-dfc7-4eab-b1f5-b3bc0538a95e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.431520] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628588} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.431520] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 58b46877-0999-4fa2-b85c-ada4bc28ca94/58b46877-0999-4fa2-b85c-ada4bc28ca94.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.431520] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.431520] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d134d7a3-57f0-4ec6-beea-e5436067b5f1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.439218] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1043.439218] env[62024]: value = "task-2288941" [ 1043.439218] env[62024]: _type = "Task" [ 1043.439218] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.446824] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.495986] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec2f78-ca05-8cdb-b5ee-9cb920f453bb/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1043.496135] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa68256e-f933-498b-89ee-0527f2ea61d6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.502068] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec2f78-ca05-8cdb-b5ee-9cb920f453bb/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1043.502252] env[62024]: ERROR oslo_vmware.rw_handles [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec2f78-ca05-8cdb-b5ee-9cb920f453bb/disk-0.vmdk due to incomplete transfer. [ 1043.502476] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64ce0ec1-5772-4fc3-a12e-742d184d66fe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.508903] env[62024]: DEBUG oslo_vmware.rw_handles [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec2f78-ca05-8cdb-b5ee-9cb920f453bb/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1043.509115] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Uploaded image a6da7b85-a2c3-4bab-9115-167cd1967619 to the Glance image server {{(pid=62024) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1043.511791] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Destroying the VM {{(pid=62024) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1043.512035] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ad0f67d-b1d0-40d7-84b2-cc0670a321b0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.517772] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1043.517772] env[62024]: value = "task-2288942" [ 1043.517772] env[62024]: _type = "Task" [ 1043.517772] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.525359] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288942, 'name': Destroy_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.583752] env[62024]: DEBUG oslo_concurrency.lockutils [None req-dcb80100-a4fc-4c6d-abc0-b4bdce87bdec tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "a9d7cc8d-8003-4e66-8042-b2613de752f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.275s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.673065] env[62024]: DEBUG nova.network.neutron [-] [instance: 1b91a632-2229-4097-8dac-260333a24093] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.697443] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be871e60-6535-4603-b140-b88c64579c82 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.709525] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680adcbb-1311-43f8-8ec0-2b2f761b3020 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.746029] env[62024]: DEBUG nova.compute.manager [req-8c0f5657-79e5-4ea0-9135-234e2485f852 req-cf1742af-f508-4121-9364-7e7f086577e1 service nova] [instance: 1b91a632-2229-4097-8dac-260333a24093] Detach interface failed, port_id=3c595630-ac1a-45f0-940e-73ecd9272a7e, reason: Instance 1b91a632-2229-4097-8dac-260333a24093 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1043.764405] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.765016] env[62024]: DEBUG nova.compute.manager [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.950982] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222491} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.951274] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.952179] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79710801-29c0-4dc3-b834-193174217d51 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.975831] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 58b46877-0999-4fa2-b85c-ada4bc28ca94/58b46877-0999-4fa2-b85c-ada4bc28ca94.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.976165] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5d91827-0cb4-4808-85f7-86a5676682bc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.995665] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1043.995665] env[62024]: value = "task-2288943" [ 1043.995665] env[62024]: _type = "Task" [ 1043.995665] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.004168] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.027885] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288942, 'name': Destroy_Task, 'duration_secs': 0.349807} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.028162] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Destroyed the VM [ 1044.028454] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Deleting Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1044.028703] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cafeb651-4790-4b94-bb52-434e5fa16010 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.034822] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1044.034822] env[62024]: value = "task-2288944" [ 1044.034822] env[62024]: _type = "Task" [ 1044.034822] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.043650] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288944, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.175972] env[62024]: INFO nova.compute.manager [-] [instance: 1b91a632-2229-4097-8dac-260333a24093] Took 1.35 seconds to deallocate network for instance. [ 1044.269776] env[62024]: DEBUG nova.compute.utils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1044.271195] env[62024]: DEBUG nova.compute.manager [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.271382] env[62024]: DEBUG nova.network.neutron [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.324169] env[62024]: DEBUG nova.policy [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4cb6a26029a4251bc5a04e05458ab78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '633bf756caa54ea49d7c4c5ba81180ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.371666] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.371976] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd19e986-783f-4c3a-b7bd-493577ec85a0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.380021] env[62024]: DEBUG oslo_vmware.api [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Waiting for the task: (returnval){ [ 1044.380021] env[62024]: value = "task-2288945" [ 1044.380021] env[62024]: _type = "Task" [ 1044.380021] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.389790] env[62024]: DEBUG oslo_vmware.api [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.506699] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.547410] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288944, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.683701] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.688834] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.004s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.688834] env[62024]: DEBUG nova.objects.instance [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lazy-loading 'resources' on Instance uuid 1b91a632-2229-4097-8dac-260333a24093 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.735789] env[62024]: DEBUG oslo_concurrency.lockutils [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "a9d7cc8d-8003-4e66-8042-b2613de752f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.736109] env[62024]: DEBUG oslo_concurrency.lockutils [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "a9d7cc8d-8003-4e66-8042-b2613de752f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.736520] env[62024]: DEBUG oslo_concurrency.lockutils [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "a9d7cc8d-8003-4e66-8042-b2613de752f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.737024] env[62024]: DEBUG oslo_concurrency.lockutils [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "a9d7cc8d-8003-4e66-8042-b2613de752f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.738168] env[62024]: DEBUG oslo_concurrency.lockutils [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "a9d7cc8d-8003-4e66-8042-b2613de752f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.739593] env[62024]: INFO nova.compute.manager [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Terminating instance [ 1044.774187] env[62024]: DEBUG nova.compute.manager [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.890542] env[62024]: DEBUG oslo_vmware.api [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288945, 'name': PowerOffVM_Task, 'duration_secs': 0.218606} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.890825] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.891995] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.892253] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77ae5600-9fcb-42bc-8291-c902dac782df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.897747] env[62024]: DEBUG nova.network.neutron [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Successfully created port: 64bb35af-c023-4527-ab04-05424a104d81 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.901121] env[62024]: DEBUG oslo_vmware.api [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Waiting for the task: (returnval){ [ 1044.901121] env[62024]: value = "task-2288946" [ 1044.901121] env[62024]: _type = "Task" [ 1044.901121] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.909707] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] VM already powered off {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1044.909920] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Volume detach. Driver type: vmdk {{(pid=62024) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1044.910130] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465844', 'volume_id': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'name': 'volume-f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3715ffef-3417-4358-a8e3-d8cb782ef74a', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'serial': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1044.910886] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802ce56c-2014-4869-bda6-278b6ff64002 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.931120] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baf90bc-39fc-46b4-9707-5f4788f69c09 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.938651] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442bd859-63cd-42fa-8407-5596a13db2d6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.957147] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68beac15-9241-467e-a3b3-5521c8168d3c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.976852] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] The volume has not been displaced from its original location: [datastore2] volume-f2f287bd-feef-430a-9bd4-0d4ffbdb2c99/volume-f2f287bd-feef-430a-9bd4-0d4ffbdb2c99.vmdk. No consolidation needed. {{(pid=62024) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1044.983026] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1044.983026] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4aeb52b-fe54-4064-b72e-82ad3c613feb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.001718] env[62024]: DEBUG oslo_vmware.api [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Waiting for the task: (returnval){ [ 1045.001718] env[62024]: value = "task-2288947" [ 1045.001718] env[62024]: _type = "Task" [ 1045.001718] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.008700] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288943, 'name': ReconfigVM_Task, 'duration_secs': 0.921861} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.008700] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 58b46877-0999-4fa2-b85c-ada4bc28ca94/58b46877-0999-4fa2-b85c-ada4bc28ca94.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.009380] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64600d68-41bb-4523-b973-ddb2304c4566 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.015174] env[62024]: DEBUG oslo_vmware.api [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288947, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.018642] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1045.018642] env[62024]: value = "task-2288948" [ 1045.018642] env[62024]: _type = "Task" [ 1045.018642] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.028018] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288948, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.045348] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288944, 'name': RemoveSnapshot_Task, 'duration_secs': 0.752776} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.045673] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Deleted Snapshot of the VM instance {{(pid=62024) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1045.045978] env[62024]: DEBUG nova.compute.manager [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.047138] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9201bcc4-2bb9-4f3a-a921-9b8af09d5214 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.246358] env[62024]: DEBUG nova.compute.manager [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.247215] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.249518] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e774d8-2213-4409-a11d-c23fd01764b6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.258805] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.259407] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e19586c7-56e2-4186-a275-d2bc4c9374a4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.266492] env[62024]: DEBUG oslo_vmware.api [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1045.266492] env[62024]: value = "task-2288949" [ 1045.266492] env[62024]: _type = "Task" [ 1045.266492] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.278501] env[62024]: DEBUG oslo_vmware.api [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.391189] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996f3639-92b3-45f9-8be0-3fbb0369b9f3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.400267] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6cba79-1a03-4705-89d9-2087bdecf5f9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.435545] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bc1853-d6cf-48aa-bae6-baa0a4102d9f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.445292] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c01f8f-cc5a-472f-ae8a-a3c101cec8e6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.465713] env[62024]: DEBUG nova.compute.provider_tree [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.512960] env[62024]: DEBUG oslo_vmware.api [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288947, 'name': ReconfigVM_Task, 'duration_secs': 0.172026} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.513283] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1045.518021] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed272c41-ac2e-4a05-a3d3-7083a5489323 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.540628] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288948, 'name': Rename_Task, 'duration_secs': 0.1739} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.542021] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.542341] env[62024]: DEBUG oslo_vmware.api [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Waiting for the task: (returnval){ [ 1045.542341] env[62024]: value = "task-2288950" [ 1045.542341] env[62024]: _type = "Task" [ 1045.542341] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.542646] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aef2105a-0ccd-4c59-91a6-1fa3d45ca991 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.554460] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1045.554460] env[62024]: value = "task-2288951" [ 1045.554460] env[62024]: _type = "Task" [ 1045.554460] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.555513] env[62024]: DEBUG oslo_vmware.api [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.562870] env[62024]: INFO nova.compute.manager [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Shelve offloading [ 1045.573562] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288951, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.777524] env[62024]: DEBUG oslo_vmware.api [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288949, 'name': PowerOffVM_Task, 'duration_secs': 0.246427} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.777881] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.778068] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.778391] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6757e332-01db-4ac5-add7-697a9c139c11 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.788991] env[62024]: DEBUG nova.compute.manager [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.822786] env[62024]: DEBUG nova.virt.hardware [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.823055] env[62024]: DEBUG nova.virt.hardware [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.823274] env[62024]: DEBUG nova.virt.hardware [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.823475] env[62024]: DEBUG nova.virt.hardware [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.823623] env[62024]: DEBUG nova.virt.hardware [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.823784] env[62024]: DEBUG nova.virt.hardware [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.824139] env[62024]: DEBUG nova.virt.hardware [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.825354] env[62024]: DEBUG nova.virt.hardware [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.825354] env[62024]: DEBUG nova.virt.hardware [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.825354] env[62024]: DEBUG nova.virt.hardware [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.825354] env[62024]: DEBUG nova.virt.hardware [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.826169] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e87c6b6-2a83-4a8c-bc4f-2a8e97dcbf4c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.835241] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938aa7dd-bd27-4cf4-a9dd-176300854165 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.860059] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.860308] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.860518] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleting the datastore file [datastore2] a9d7cc8d-8003-4e66-8042-b2613de752f2 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.861074] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae7bf50f-0f1f-478f-87de-89a95732798b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.875796] env[62024]: DEBUG oslo_vmware.api [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for the task: (returnval){ [ 1045.875796] env[62024]: value = "task-2288953" [ 1045.875796] env[62024]: _type = "Task" [ 1045.875796] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.884144] env[62024]: DEBUG oslo_vmware.api [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.969714] env[62024]: DEBUG nova.scheduler.client.report [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.054975] env[62024]: DEBUG oslo_vmware.api [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288950, 'name': ReconfigVM_Task, 'duration_secs': 0.22191} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.055396] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465844', 'volume_id': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'name': 'volume-f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3715ffef-3417-4358-a8e3-d8cb782ef74a', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99', 'serial': 'f2f287bd-feef-430a-9bd4-0d4ffbdb2c99'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1046.055746] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.059674] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ff0918-4cbf-4fab-b08e-7964c320acae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.067957] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.068231] env[62024]: DEBUG oslo_vmware.api [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288951, 'name': PowerOnVM_Task, 'duration_secs': 0.514471} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.070323] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5261cc6d-60e1-4f6b-a043-1918954f89bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.071744] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.071946] env[62024]: INFO nova.compute.manager [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1046.072146] env[62024]: DEBUG nova.compute.manager [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.072423] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.073102] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96c5107-29bd-4412-b7f8-3bd35bb93456 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.075281] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd429c1b-8ebe-4b24-a5e4-05b911da1079 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.084498] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1046.084498] env[62024]: value = "task-2288954" [ 1046.084498] env[62024]: _type = "Task" [ 1046.084498] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.092701] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] VM already powered off {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1046.092907] env[62024]: DEBUG nova.compute.manager [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.093641] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4daa0a4-7e07-447f-a35a-8503574242d4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.099578] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.099749] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquired lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.099922] env[62024]: DEBUG nova.network.neutron [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.141177] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.141506] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.141726] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Deleting the datastore file [datastore2] 3715ffef-3417-4358-a8e3-d8cb782ef74a {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.142010] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e34ae566-8136-49f1-ad3d-040f69ffea27 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.150980] env[62024]: DEBUG oslo_vmware.api [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Waiting for the task: (returnval){ [ 1046.150980] env[62024]: value = "task-2288956" [ 1046.150980] env[62024]: _type = "Task" [ 1046.150980] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.160215] env[62024]: DEBUG oslo_vmware.api [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.386752] env[62024]: DEBUG oslo_vmware.api [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Task: {'id': task-2288953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278549} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.387137] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.387211] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.387359] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.387538] env[62024]: INFO nova.compute.manager [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1046.387781] env[62024]: DEBUG oslo.service.loopingcall [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.387975] env[62024]: DEBUG nova.compute.manager [-] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.388083] env[62024]: DEBUG nova.network.neutron [-] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.475552] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.498099] env[62024]: INFO nova.scheduler.client.report [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Deleted allocations for instance 1b91a632-2229-4097-8dac-260333a24093 [ 1046.503965] env[62024]: DEBUG nova.compute.manager [req-17583bc1-cb2c-4724-b866-63fcb830835b req-3186a90e-daf2-438a-8791-b7ac13f205d3 service nova] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Received event network-vif-plugged-64bb35af-c023-4527-ab04-05424a104d81 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1046.504221] env[62024]: DEBUG oslo_concurrency.lockutils [req-17583bc1-cb2c-4724-b866-63fcb830835b req-3186a90e-daf2-438a-8791-b7ac13f205d3 service nova] Acquiring lock "d51362b5-781e-4fba-aa1c-7044558ed366-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.504418] env[62024]: DEBUG oslo_concurrency.lockutils [req-17583bc1-cb2c-4724-b866-63fcb830835b req-3186a90e-daf2-438a-8791-b7ac13f205d3 service nova] Lock "d51362b5-781e-4fba-aa1c-7044558ed366-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.504589] env[62024]: DEBUG oslo_concurrency.lockutils [req-17583bc1-cb2c-4724-b866-63fcb830835b req-3186a90e-daf2-438a-8791-b7ac13f205d3 service nova] Lock "d51362b5-781e-4fba-aa1c-7044558ed366-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.504848] env[62024]: DEBUG nova.compute.manager [req-17583bc1-cb2c-4724-b866-63fcb830835b req-3186a90e-daf2-438a-8791-b7ac13f205d3 service nova] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] No waiting events found dispatching network-vif-plugged-64bb35af-c023-4527-ab04-05424a104d81 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.504936] env[62024]: WARNING nova.compute.manager [req-17583bc1-cb2c-4724-b866-63fcb830835b req-3186a90e-daf2-438a-8791-b7ac13f205d3 service nova] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Received unexpected event network-vif-plugged-64bb35af-c023-4527-ab04-05424a104d81 for instance with vm_state building and task_state spawning. [ 1046.594318] env[62024]: INFO nova.compute.manager [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Took 14.25 seconds to build instance. [ 1046.660254] env[62024]: DEBUG oslo_vmware.api [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Task: {'id': task-2288956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07686} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.660507] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.660709] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.660906] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.718821] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Volume detach. Driver type: vmdk {{(pid=62024) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1046.719167] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e84fc8fc-b5a5-4dc6-abea-31c0d31d77d1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.728679] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66aaa68e-fd52-4486-8c4a-9ad173ac70ba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.761926] env[62024]: ERROR nova.compute.manager [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Failed to detach volume f2f287bd-feef-430a-9bd4-0d4ffbdb2c99 from /dev/sda: nova.exception.InstanceNotFound: Instance 3715ffef-3417-4358-a8e3-d8cb782ef74a could not be found. [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Traceback (most recent call last): [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] self.driver.rebuild(**kwargs) [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] raise NotImplementedError() [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] NotImplementedError [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] During handling of the above exception, another exception occurred: [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Traceback (most recent call last): [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] self.driver.detach_volume(context, old_connection_info, [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] return self._volumeops.detach_volume(connection_info, instance) [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] self._detach_volume_vmdk(connection_info, instance) [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] stable_ref.fetch_moref(session) [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] nova.exception.InstanceNotFound: Instance 3715ffef-3417-4358-a8e3-d8cb782ef74a could not be found. [ 1046.761926] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] [ 1046.764949] env[62024]: DEBUG nova.network.neutron [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Successfully updated port: 64bb35af-c023-4527-ab04-05424a104d81 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.877545] env[62024]: DEBUG nova.compute.manager [req-f5e43bda-2083-4c1d-a23f-cdbb4ed0a341 req-a0d23658-0f7d-47d7-bb29-0d6606eedc8c service nova] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Received event network-changed-64bb35af-c023-4527-ab04-05424a104d81 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1046.877745] env[62024]: DEBUG nova.compute.manager [req-f5e43bda-2083-4c1d-a23f-cdbb4ed0a341 req-a0d23658-0f7d-47d7-bb29-0d6606eedc8c service nova] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Refreshing instance network info cache due to event network-changed-64bb35af-c023-4527-ab04-05424a104d81. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1046.877957] env[62024]: DEBUG oslo_concurrency.lockutils [req-f5e43bda-2083-4c1d-a23f-cdbb4ed0a341 req-a0d23658-0f7d-47d7-bb29-0d6606eedc8c service nova] Acquiring lock "refresh_cache-d51362b5-781e-4fba-aa1c-7044558ed366" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.878118] env[62024]: DEBUG oslo_concurrency.lockutils [req-f5e43bda-2083-4c1d-a23f-cdbb4ed0a341 req-a0d23658-0f7d-47d7-bb29-0d6606eedc8c service nova] Acquired lock "refresh_cache-d51362b5-781e-4fba-aa1c-7044558ed366" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.878279] env[62024]: DEBUG nova.network.neutron [req-f5e43bda-2083-4c1d-a23f-cdbb4ed0a341 req-a0d23658-0f7d-47d7-bb29-0d6606eedc8c service nova] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Refreshing network info cache for port 64bb35af-c023-4527-ab04-05424a104d81 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.947505] env[62024]: DEBUG nova.compute.utils [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Build of instance 3715ffef-3417-4358-a8e3-d8cb782ef74a aborted: Failed to rebuild volume backed instance. {{(pid=62024) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1046.951158] env[62024]: DEBUG nova.network.neutron [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Updating instance_info_cache with network_info: [{"id": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "address": "fa:16:3e:55:9f:f7", "network": {"id": "961204ed-9db8-4e99-ae79-19fb804ced5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-665674658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb11eb8d05844e2a66a44e782cb84ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d97f123-1b", "ovs_interfaceid": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.957934] env[62024]: ERROR nova.compute.manager [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 3715ffef-3417-4358-a8e3-d8cb782ef74a aborted: Failed to rebuild volume backed instance. [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Traceback (most recent call last): [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] self.driver.rebuild(**kwargs) [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] raise NotImplementedError() [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] NotImplementedError [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] During handling of the above exception, another exception occurred: [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Traceback (most recent call last): [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] self._detach_root_volume(context, instance, root_bdm) [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] with excutils.save_and_reraise_exception(): [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] self.force_reraise() [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] raise self.value [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] self.driver.detach_volume(context, old_connection_info, [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] return self._volumeops.detach_volume(connection_info, instance) [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] self._detach_volume_vmdk(connection_info, instance) [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] stable_ref.fetch_moref(session) [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] nova.exception.InstanceNotFound: Instance 3715ffef-3417-4358-a8e3-d8cb782ef74a could not be found. [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] During handling of the above exception, another exception occurred: [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Traceback (most recent call last): [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] yield [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1046.957934] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] self._do_rebuild_instance_with_claim( [ 1046.959195] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1046.959195] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] self._do_rebuild_instance( [ 1046.959195] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1046.959195] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] self._rebuild_default_impl(**kwargs) [ 1046.959195] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1046.959195] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] self._rebuild_volume_backed_instance( [ 1046.959195] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1046.959195] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] raise exception.BuildAbortException( [ 1046.959195] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] nova.exception.BuildAbortException: Build of instance 3715ffef-3417-4358-a8e3-d8cb782ef74a aborted: Failed to rebuild volume backed instance. [ 1046.959195] env[62024]: ERROR nova.compute.manager [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] [ 1047.008147] env[62024]: DEBUG oslo_concurrency.lockutils [None req-9520acc8-2fc1-4f83-ad31-db52f90e3f57 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "1b91a632-2229-4097-8dac-260333a24093" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.816s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.097287] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f23156ed-5a5b-468f-84fd-254908ebaccb tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "58b46877-0999-4fa2-b85c-ada4bc28ca94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.764s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.267644] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "refresh_cache-d51362b5-781e-4fba-aa1c-7044558ed366" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.415026] env[62024]: DEBUG nova.network.neutron [req-f5e43bda-2083-4c1d-a23f-cdbb4ed0a341 req-a0d23658-0f7d-47d7-bb29-0d6606eedc8c service nova] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.455518] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Releasing lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.464218] env[62024]: DEBUG nova.network.neutron [-] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.537165] env[62024]: DEBUG nova.network.neutron [req-f5e43bda-2083-4c1d-a23f-cdbb4ed0a341 req-a0d23658-0f7d-47d7-bb29-0d6606eedc8c service nova] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.709681] env[62024]: DEBUG nova.compute.manager [req-5897e28d-4e5d-421f-8ae0-be15673814bb req-0ea780eb-27d0-4cac-a46a-e37ba677e6d3 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Received event network-changed-51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.709918] env[62024]: DEBUG nova.compute.manager [req-5897e28d-4e5d-421f-8ae0-be15673814bb req-0ea780eb-27d0-4cac-a46a-e37ba677e6d3 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Refreshing instance network info cache due to event network-changed-51228324-7817-46b3-aa56-39645281b802. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.710100] env[62024]: DEBUG oslo_concurrency.lockutils [req-5897e28d-4e5d-421f-8ae0-be15673814bb req-0ea780eb-27d0-4cac-a46a-e37ba677e6d3 service nova] Acquiring lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.710439] env[62024]: DEBUG oslo_concurrency.lockutils [req-5897e28d-4e5d-421f-8ae0-be15673814bb req-0ea780eb-27d0-4cac-a46a-e37ba677e6d3 service nova] Acquired lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.710612] env[62024]: DEBUG nova.network.neutron [req-5897e28d-4e5d-421f-8ae0-be15673814bb req-0ea780eb-27d0-4cac-a46a-e37ba677e6d3 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Refreshing network info cache for port 51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.873455] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.875151] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11dd562-5f07-4ee0-be94-c904d1635a60 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.882325] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.882540] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f140f5f-2a07-4b62-b70d-5d922bb92fa0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.935149] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.935466] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.935685] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "39ed98a1-3f40-4e8a-b099-b25c8bd73b3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.936319] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "39ed98a1-3f40-4e8a-b099-b25c8bd73b3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.936542] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "39ed98a1-3f40-4e8a-b099-b25c8bd73b3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.939132] env[62024]: INFO nova.compute.manager [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Terminating instance [ 1047.947602] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.947946] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.947946] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Deleting the datastore file [datastore2] af5d5a5f-afca-428a-abf8-7c9b70234c56 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.949035] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7998af0-7ef6-47cb-a828-be7b7e164c00 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.954790] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1047.954790] env[62024]: value = "task-2288958" [ 1047.954790] env[62024]: _type = "Task" [ 1047.954790] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.968424] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.968997] env[62024]: INFO nova.compute.manager [-] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Took 1.58 seconds to deallocate network for instance. [ 1048.042348] env[62024]: DEBUG oslo_concurrency.lockutils [req-f5e43bda-2083-4c1d-a23f-cdbb4ed0a341 req-a0d23658-0f7d-47d7-bb29-0d6606eedc8c service nova] Releasing lock "refresh_cache-d51362b5-781e-4fba-aa1c-7044558ed366" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.042348] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "refresh_cache-d51362b5-781e-4fba-aa1c-7044558ed366" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.042348] env[62024]: DEBUG nova.network.neutron [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.446255] env[62024]: DEBUG nova.compute.manager [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.446534] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.447666] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a964679a-4a22-4f95-b767-01bf9b53a9d1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.456102] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.459070] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32665c83-71f2-4a90-b9ab-db75e6cafec3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.465099] env[62024]: DEBUG oslo_vmware.api [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374306} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.466629] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.466820] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.466999] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.468962] env[62024]: DEBUG oslo_vmware.api [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 1048.468962] env[62024]: value = "task-2288959" [ 1048.468962] env[62024]: _type = "Task" [ 1048.468962] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.479854] env[62024]: DEBUG oslo_concurrency.lockutils [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.480141] env[62024]: DEBUG oslo_concurrency.lockutils [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.480379] env[62024]: DEBUG nova.objects.instance [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lazy-loading 'resources' on Instance uuid a9d7cc8d-8003-4e66-8042-b2613de752f2 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.481480] env[62024]: DEBUG oslo_vmware.api [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.503780] env[62024]: INFO nova.scheduler.client.report [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Deleted allocations for instance af5d5a5f-afca-428a-abf8-7c9b70234c56 [ 1048.579684] env[62024]: DEBUG nova.network.neutron [req-5897e28d-4e5d-421f-8ae0-be15673814bb req-0ea780eb-27d0-4cac-a46a-e37ba677e6d3 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updated VIF entry in instance network info cache for port 51228324-7817-46b3-aa56-39645281b802. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.580407] env[62024]: DEBUG nova.network.neutron [req-5897e28d-4e5d-421f-8ae0-be15673814bb req-0ea780eb-27d0-4cac-a46a-e37ba677e6d3 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updating instance_info_cache with network_info: [{"id": "51228324-7817-46b3-aa56-39645281b802", "address": "fa:16:3e:79:00:f0", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51228324-78", "ovs_interfaceid": "51228324-7817-46b3-aa56-39645281b802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.582851] env[62024]: DEBUG nova.network.neutron [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.777891] env[62024]: DEBUG nova.network.neutron [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Updating instance_info_cache with network_info: [{"id": "64bb35af-c023-4527-ab04-05424a104d81", "address": "fa:16:3e:ab:52:c7", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bb35af-c0", "ovs_interfaceid": "64bb35af-c023-4527-ab04-05424a104d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.909848] env[62024]: DEBUG nova.compute.manager [req-6957232f-4c30-4268-9dfb-b4d5b4b741de req-a09f3752-4801-4efc-a547-4cc0d230ad8e service nova] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Received event network-vif-deleted-31e8e9f7-8e14-455b-ac10-58697b284079 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.977672] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.986700] env[62024]: DEBUG oslo_vmware.api [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288959, 'name': PowerOffVM_Task, 'duration_secs': 0.238414} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.987166] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.987343] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.987606] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-219c7cc5-d444-4a10-b612-8a762aa77af7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.010325] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.082729] env[62024]: DEBUG oslo_concurrency.lockutils [req-5897e28d-4e5d-421f-8ae0-be15673814bb req-0ea780eb-27d0-4cac-a46a-e37ba677e6d3 service nova] Releasing lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.111365] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249a41dd-56ce-4994-8fe9-8e0bb566fd0e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.119122] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdb078a-36a1-453b-ab54-8cb6662b414b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.148748] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01df4aeb-8d19-4450-9295-0e4022db2de8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.156830] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf5558c-aa75-4baf-ab24-c0d18ffb5840 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.171395] env[62024]: DEBUG nova.compute.provider_tree [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.214250] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.214983] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.214983] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Deleting the datastore file [datastore1] 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.214983] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97c70baa-5dd5-4821-a5ff-4e47ca8ff21e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.221895] env[62024]: DEBUG oslo_vmware.api [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for the task: (returnval){ [ 1049.221895] env[62024]: value = "task-2288961" [ 1049.221895] env[62024]: _type = "Task" [ 1049.221895] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.232467] env[62024]: DEBUG oslo_vmware.api [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.281304] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "refresh_cache-d51362b5-781e-4fba-aa1c-7044558ed366" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.281615] env[62024]: DEBUG nova.compute.manager [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Instance network_info: |[{"id": "64bb35af-c023-4527-ab04-05424a104d81", "address": "fa:16:3e:ab:52:c7", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bb35af-c0", "ovs_interfaceid": "64bb35af-c023-4527-ab04-05424a104d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.282026] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:52:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64bb35af-c023-4527-ab04-05424a104d81', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.289647] env[62024]: DEBUG oslo.service.loopingcall [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.290101] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.290337] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e15c1ec5-bbd5-470b-8820-73322581f453 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.310338] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.310338] env[62024]: value = "task-2288962" [ 1049.310338] env[62024]: _type = "Task" [ 1049.310338] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.318009] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288962, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.676619] env[62024]: DEBUG nova.scheduler.client.report [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.732920] env[62024]: DEBUG oslo_vmware.api [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Task: {'id': task-2288961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158979} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.733234] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.733391] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.733573] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.733758] env[62024]: INFO nova.compute.manager [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1049.733999] env[62024]: DEBUG oslo.service.loopingcall [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.734201] env[62024]: DEBUG nova.compute.manager [-] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.734465] env[62024]: DEBUG nova.network.neutron [-] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.740572] env[62024]: DEBUG nova.compute.manager [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Received event network-changed-cf09d769-f55c-4012-ad4d-218ad8dab117 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.740826] env[62024]: DEBUG nova.compute.manager [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Refreshing instance network info cache due to event network-changed-cf09d769-f55c-4012-ad4d-218ad8dab117. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1049.741102] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Acquiring lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.741296] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Acquired lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.741635] env[62024]: DEBUG nova.network.neutron [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Refreshing network info cache for port cf09d769-f55c-4012-ad4d-218ad8dab117 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.761072] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Acquiring lock "3715ffef-3417-4358-a8e3-d8cb782ef74a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.761371] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Lock "3715ffef-3417-4358-a8e3-d8cb782ef74a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.761517] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Acquiring lock "3715ffef-3417-4358-a8e3-d8cb782ef74a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.762217] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Lock "3715ffef-3417-4358-a8e3-d8cb782ef74a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.762217] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Lock "3715ffef-3417-4358-a8e3-d8cb782ef74a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.763828] env[62024]: INFO nova.compute.manager [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Terminating instance [ 1049.779926] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.782384] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.782384] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Starting heal instance info cache {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1049.782384] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Rebuilding the list of instances to heal {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1049.820626] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288962, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.182034] env[62024]: DEBUG oslo_concurrency.lockutils [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.184301] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.207s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.203018] env[62024]: INFO nova.scheduler.client.report [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Deleted allocations for instance a9d7cc8d-8003-4e66-8042-b2613de752f2 [ 1050.269657] env[62024]: DEBUG nova.compute.manager [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.270481] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f60c0be-22be-4076-8942-033bd29f4438 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.281617] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eba0e6a-370f-4c87-9c63-a938742b0e9b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.300670] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Skipping network cache update for instance because it is being deleted. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1050.300670] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Skipping network cache update for instance because it is being deleted. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1050.300670] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Skipping network cache update for instance because it is Building. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1050.321712] env[62024]: WARNING nova.virt.vmwareapi.driver [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 3715ffef-3417-4358-a8e3-d8cb782ef74a could not be found. [ 1050.321815] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.327244] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5770bb15-fefd-4a4a-b3f0-9e86bd1abb4e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.332908] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "refresh_cache-64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.332908] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquired lock "refresh_cache-64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.333083] env[62024]: DEBUG nova.network.neutron [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Forcefully refreshing network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1050.333131] env[62024]: DEBUG nova.objects.instance [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lazy-loading 'info_cache' on Instance uuid 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.339520] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288962, 'name': CreateVM_Task, 'duration_secs': 0.603351} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.340694] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.341808] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.341971] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.342296] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.345363] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a5943c-eb55-480b-b108-0f085bc12961 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.358821] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-700b09d6-3844-479e-8814-5aca6c7a180a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.361138] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a63a528-aa81-425d-95e0-07226aed5ecd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.366905] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1050.366905] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a60203-8f6a-a42c-ce16-7f51ed10181c" [ 1050.366905] env[62024]: _type = "Task" [ 1050.366905] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.372771] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c1718b-04e8-47ab-991a-7a4e5a811077 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.382645] env[62024]: WARNING nova.virt.vmwareapi.vmops [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3715ffef-3417-4358-a8e3-d8cb782ef74a could not be found. [ 1050.382830] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.383011] env[62024]: INFO nova.compute.manager [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1050.383253] env[62024]: DEBUG oslo.service.loopingcall [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1050.384044] env[62024]: DEBUG nova.compute.manager [-] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.384137] env[62024]: DEBUG nova.network.neutron [-] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.391091] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a60203-8f6a-a42c-ce16-7f51ed10181c, 'name': SearchDatastore_Task, 'duration_secs': 0.008581} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.416551] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.416799] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.417062] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.417185] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.417360] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.418244] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4582c659-8e7c-48e9-8a43-cca744433a29 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.420541] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b3636e-7168-4f72-aed8-c9f9bf3dbd0d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.428232] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb29066-2260-40af-b893-0c869be8d735 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.432822] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.432972] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.433941] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25076fb8-2475-4bd6-a4e2-864a81130d9a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.443657] env[62024]: DEBUG nova.compute.provider_tree [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.451460] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1050.451460] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e8c97b-b562-f24a-fd12-e6f95841f62f" [ 1050.451460] env[62024]: _type = "Task" [ 1050.451460] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.459611] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e8c97b-b562-f24a-fd12-e6f95841f62f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.488456] env[62024]: DEBUG nova.network.neutron [-] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.520557] env[62024]: DEBUG nova.network.neutron [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Updated VIF entry in instance network info cache for port cf09d769-f55c-4012-ad4d-218ad8dab117. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.520986] env[62024]: DEBUG nova.network.neutron [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Updating instance_info_cache with network_info: [{"id": "cf09d769-f55c-4012-ad4d-218ad8dab117", "address": "fa:16:3e:a4:0d:19", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf09d769-f5", "ovs_interfaceid": "cf09d769-f55c-4012-ad4d-218ad8dab117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.711273] env[62024]: DEBUG oslo_concurrency.lockutils [None req-86be5779-33db-4baa-b6b5-4b98982ba303 tempest-ServerDiskConfigTestJSON-1464332314 tempest-ServerDiskConfigTestJSON-1464332314-project-member] Lock "a9d7cc8d-8003-4e66-8042-b2613de752f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.975s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.835365] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "af5d5a5f-afca-428a-abf8-7c9b70234c56" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.944478] env[62024]: DEBUG nova.compute.manager [req-fb57a0ad-4602-4b66-af77-1bdd1c867db0 req-dac9e769-d91a-4b28-9bed-cb6e70ae9ba4 service nova] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Received event network-vif-deleted-426bd50b-eb53-4a65-898f-14fd94438846 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.950090] env[62024]: DEBUG nova.scheduler.client.report [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.963745] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e8c97b-b562-f24a-fd12-e6f95841f62f, 'name': SearchDatastore_Task, 'duration_secs': 0.007828} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.965326] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f20a17-6419-4b5c-9abc-31a7bac05408 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.970416] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1050.970416] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524322fa-f3b5-8942-59f1-78a390cc0999" [ 1050.970416] env[62024]: _type = "Task" [ 1050.970416] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.983280] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]524322fa-f3b5-8942-59f1-78a390cc0999, 'name': SearchDatastore_Task, 'duration_secs': 0.009027} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.983537] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.983786] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] d51362b5-781e-4fba-aa1c-7044558ed366/d51362b5-781e-4fba-aa1c-7044558ed366.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.984042] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f12bfd16-1657-47d9-81a2-a7c191e82889 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.990275] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1050.990275] env[62024]: value = "task-2288963" [ 1050.990275] env[62024]: _type = "Task" [ 1050.990275] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.990701] env[62024]: INFO nova.compute.manager [-] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Took 1.26 seconds to deallocate network for instance. [ 1051.001009] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.023914] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Releasing lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.024203] env[62024]: DEBUG nova.compute.manager [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Received event network-vif-unplugged-5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.024409] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Acquiring lock "af5d5a5f-afca-428a-abf8-7c9b70234c56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.024616] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.024779] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.024946] env[62024]: DEBUG nova.compute.manager [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] No waiting events found dispatching network-vif-unplugged-5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.025132] env[62024]: WARNING nova.compute.manager [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Received unexpected event network-vif-unplugged-5d97f123-1b5f-43fb-8e0a-7eab2674a61c for instance with vm_state shelved_offloaded and task_state unshelving. [ 1051.025656] env[62024]: DEBUG nova.compute.manager [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Received event network-changed-5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.025836] env[62024]: DEBUG nova.compute.manager [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Refreshing instance network info cache due to event network-changed-5d97f123-1b5f-43fb-8e0a-7eab2674a61c. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1051.026038] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Acquiring lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.026187] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Acquired lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.026354] env[62024]: DEBUG nova.network.neutron [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Refreshing network info cache for port 5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.455107] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.271s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.455305] env[62024]: INFO nova.compute.manager [None req-e255a0c0-cfdd-4ced-8ed2-23a03d93528c tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Successfully reverted task state from rebuilding on failure for instance. [ 1051.461422] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.451s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.461661] env[62024]: DEBUG nova.objects.instance [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lazy-loading 'resources' on Instance uuid af5d5a5f-afca-428a-abf8-7c9b70234c56 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.500123] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473907} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.500376] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] d51362b5-781e-4fba-aa1c-7044558ed366/d51362b5-781e-4fba-aa1c-7044558ed366.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.500582] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.500834] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2e09a66-d4d9-410b-a80e-7f7bb02a309d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.503570] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.507567] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1051.507567] env[62024]: value = "task-2288964" [ 1051.507567] env[62024]: _type = "Task" [ 1051.507567] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.516054] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.679523] env[62024]: DEBUG nova.network.neutron [-] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.773180] env[62024]: DEBUG nova.compute.manager [req-d5afc1dd-f8c9-43df-a226-62b9eff7742f req-0e1370e4-d594-4e5b-b3d6-bcfdb08e6645 service nova] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Received event network-vif-deleted-da44e595-0ec8-4553-a579-a58764da59e7 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.790126] env[62024]: DEBUG nova.network.neutron [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Updated VIF entry in instance network info cache for port 5d97f123-1b5f-43fb-8e0a-7eab2674a61c. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.790481] env[62024]: DEBUG nova.network.neutron [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Updating instance_info_cache with network_info: [{"id": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "address": "fa:16:3e:55:9f:f7", "network": {"id": "961204ed-9db8-4e99-ae79-19fb804ced5b", "bridge": null, "label": "tempest-ServersNegativeTestJSON-665674658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb11eb8d05844e2a66a44e782cb84ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5d97f123-1b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.963898] env[62024]: DEBUG nova.objects.instance [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lazy-loading 'numa_topology' on Instance uuid af5d5a5f-afca-428a-abf8-7c9b70234c56 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.020797] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055726} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.021119] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.022256] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854817be-3a19-49c4-ad7f-3d3cc920503e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.049833] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d51362b5-781e-4fba-aa1c-7044558ed366/d51362b5-781e-4fba-aa1c-7044558ed366.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.050458] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-836c5695-0a1c-4890-9cd9-501d0ce79c6e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.072288] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1052.072288] env[62024]: value = "task-2288965" [ 1052.072288] env[62024]: _type = "Task" [ 1052.072288] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.082613] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.181732] env[62024]: INFO nova.compute.manager [-] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Took 1.80 seconds to deallocate network for instance. [ 1052.192480] env[62024]: DEBUG nova.network.neutron [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Updating instance_info_cache with network_info: [{"id": "bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4", "address": "fa:16:3e:1d:73:4a", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa6627d-31", "ovs_interfaceid": "bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.296873] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Releasing lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.296873] env[62024]: DEBUG nova.compute.manager [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Received event network-changed-cf09d769-f55c-4012-ad4d-218ad8dab117 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.297025] env[62024]: DEBUG nova.compute.manager [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Refreshing instance network info cache due to event network-changed-cf09d769-f55c-4012-ad4d-218ad8dab117. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1052.297412] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Acquiring lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.297579] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Acquired lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.298050] env[62024]: DEBUG nova.network.neutron [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Refreshing network info cache for port cf09d769-f55c-4012-ad4d-218ad8dab117 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.466856] env[62024]: DEBUG nova.objects.base [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1052.584034] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.620223] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd74ac5-9bf6-402b-afc6-63cfb10665b7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.629224] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5f1cf3-4e15-4902-bb6e-052d622040eb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.660543] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4bb1f1-237f-4e5c-bff8-0469b42c9709 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.668540] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416e17a1-2ae6-4d53-8bc3-de19971df5b5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.685694] env[62024]: DEBUG nova.compute.provider_tree [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.696998] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Releasing lock "refresh_cache-64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.696998] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Updated the network info_cache for instance {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1052.696998] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.696998] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.696998] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.696998] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.696998] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.696998] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.696998] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62024) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1052.696998] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.737478] env[62024]: INFO nova.compute.manager [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Took 0.56 seconds to detach 1 volumes for instance. [ 1052.739825] env[62024]: DEBUG nova.compute.manager [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Deleting volume: f2f287bd-feef-430a-9bd4-0d4ffbdb2c99 {{(pid=62024) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1053.084805] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288965, 'name': ReconfigVM_Task, 'duration_secs': 0.860791} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.087576] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d51362b5-781e-4fba-aa1c-7044558ed366/d51362b5-781e-4fba-aa1c-7044558ed366.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.089133] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d10dc623-a3fc-4ccf-8425-a0806aed5047 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.095352] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1053.095352] env[62024]: value = "task-2288967" [ 1053.095352] env[62024]: _type = "Task" [ 1053.095352] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.105685] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288967, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.189352] env[62024]: DEBUG nova.network.neutron [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Updated VIF entry in instance network info cache for port cf09d769-f55c-4012-ad4d-218ad8dab117. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.190042] env[62024]: DEBUG nova.network.neutron [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Updating instance_info_cache with network_info: [{"id": "cf09d769-f55c-4012-ad4d-218ad8dab117", "address": "fa:16:3e:a4:0d:19", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf09d769-f5", "ovs_interfaceid": "cf09d769-f55c-4012-ad4d-218ad8dab117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.196287] env[62024]: DEBUG nova.scheduler.client.report [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.199756] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.287868] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.604784] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288967, 'name': Rename_Task, 'duration_secs': 0.166943} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.605094] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.605384] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcef2d44-b10a-466e-bfb3-272428659e8e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.612445] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1053.612445] env[62024]: value = "task-2288968" [ 1053.612445] env[62024]: _type = "Task" [ 1053.612445] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.624081] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.700084] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Releasing lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.700413] env[62024]: DEBUG nova.compute.manager [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Received event network-changed-51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.700708] env[62024]: DEBUG nova.compute.manager [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Refreshing instance network info cache due to event network-changed-51228324-7817-46b3-aa56-39645281b802. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1053.700841] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Acquiring lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.701083] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Acquired lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.701190] env[62024]: DEBUG nova.network.neutron [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Refreshing network info cache for port 51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.702853] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.705326] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.202s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.705662] env[62024]: DEBUG nova.objects.instance [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lazy-loading 'resources' on Instance uuid 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.122220] env[62024]: DEBUG oslo_vmware.api [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288968, 'name': PowerOnVM_Task, 'duration_secs': 0.490801} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.122568] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.122777] env[62024]: INFO nova.compute.manager [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1054.123137] env[62024]: DEBUG nova.compute.manager [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.123760] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e618e18-60ec-4006-9b34-b51b841690bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.214683] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0fba7bdc-7e32-44fe-a69a-766f618ed46d tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.473s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.218432] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.380s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.218432] env[62024]: INFO nova.compute.manager [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Unshelving [ 1054.368776] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5eeb829-45fb-468d-9c52-71e869fa753d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.378673] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24583f0d-39d6-452f-a67b-6238469ae401 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.409528] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aac82a7-422e-498d-a6e8-72be19688d48 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.416709] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e496a6da-c9df-4e88-8ea8-21259958da08 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.432223] env[62024]: DEBUG nova.compute.provider_tree [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.592193] env[62024]: DEBUG nova.network.neutron [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updated VIF entry in instance network info cache for port 51228324-7817-46b3-aa56-39645281b802. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.592584] env[62024]: DEBUG nova.network.neutron [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updating instance_info_cache with network_info: [{"id": "51228324-7817-46b3-aa56-39645281b802", "address": "fa:16:3e:79:00:f0", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51228324-78", "ovs_interfaceid": "51228324-7817-46b3-aa56-39645281b802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.645045] env[62024]: INFO nova.compute.manager [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Took 13.14 seconds to build instance. [ 1054.935612] env[62024]: DEBUG nova.scheduler.client.report [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.094820] env[62024]: DEBUG oslo_concurrency.lockutils [req-3486c64c-b0c8-4ae5-97ba-1740ffbcafcb req-01f3293f-8eb2-4c76-888a-6648c036274d service nova] Releasing lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.147701] env[62024]: DEBUG oslo_concurrency.lockutils [None req-29081fb7-9ac8-4078-bfe0-d41b2cd5f4e1 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "d51362b5-781e-4fba-aa1c-7044558ed366" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.650s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.334649] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.440465] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.442926] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.243s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.443120] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.443284] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62024) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1055.443590] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.156s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.443847] env[62024]: DEBUG nova.objects.instance [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Lazy-loading 'resources' on Instance uuid 3715ffef-3417-4358-a8e3-d8cb782ef74a {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.447794] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751a66db-c416-47c7-bcbb-63d62daf7d3b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.456609] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf5a9d0-3636-4b91-a4e8-1db0b79424a7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.471500] env[62024]: INFO nova.scheduler.client.report [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Deleted allocations for instance 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a [ 1055.474513] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57275c74-3363-4df1-b96d-9fe0e4888609 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.481669] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdc12ad-5ba2-4819-a9d3-fb4c7faea78c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.512181] env[62024]: DEBUG oslo_concurrency.lockutils [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "d51362b5-781e-4fba-aa1c-7044558ed366" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.512442] env[62024]: DEBUG oslo_concurrency.lockutils [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "d51362b5-781e-4fba-aa1c-7044558ed366" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.512645] env[62024]: DEBUG oslo_concurrency.lockutils [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "d51362b5-781e-4fba-aa1c-7044558ed366-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.513147] env[62024]: DEBUG oslo_concurrency.lockutils [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "d51362b5-781e-4fba-aa1c-7044558ed366-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.513147] env[62024]: DEBUG oslo_concurrency.lockutils [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "d51362b5-781e-4fba-aa1c-7044558ed366-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.514932] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180002MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62024) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1055.515037] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.515615] env[62024]: INFO nova.compute.manager [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Terminating instance [ 1055.983639] env[62024]: DEBUG oslo_concurrency.lockutils [None req-a73c690b-c58c-4015-9c1c-75c82c2928d5 tempest-ServerRescueNegativeTestJSON-1587490859 tempest-ServerRescueNegativeTestJSON-1587490859-project-member] Lock "39ed98a1-3f40-4e8a-b099-b25c8bd73b3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.047s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.019573] env[62024]: DEBUG nova.compute.manager [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.019573] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.020789] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533f5f7e-40ef-4157-bbc0-ed76f3215a0c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.029681] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.029975] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f42e720d-17d8-474c-b568-86c46995fa0c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.038841] env[62024]: DEBUG oslo_vmware.api [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1056.038841] env[62024]: value = "task-2288969" [ 1056.038841] env[62024]: _type = "Task" [ 1056.038841] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.048917] env[62024]: DEBUG oslo_vmware.api [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.080095] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55822d2-26eb-49f4-90cd-8f2ed5b6456c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.089253] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5478d34-ea91-4e7b-bab0-9c72e979e8c9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.125594] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7711ec01-5a46-452f-9822-d4f6671929e2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.133596] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab50c78-7a9b-4e2f-8f07-55ac3eaa07c2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.155746] env[62024]: DEBUG nova.compute.provider_tree [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.548985] env[62024]: DEBUG oslo_vmware.api [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288969, 'name': PowerOffVM_Task, 'duration_secs': 0.204611} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.548985] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.548985] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.548985] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73ca0105-30df-4fc2-9601-60396166c7e3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.608746] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.608994] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.610829] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleting the datastore file [datastore2] d51362b5-781e-4fba-aa1c-7044558ed366 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.610829] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21e07349-b61a-46d3-9b76-885f5100fceb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.619909] env[62024]: DEBUG oslo_vmware.api [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1056.619909] env[62024]: value = "task-2288971" [ 1056.619909] env[62024]: _type = "Task" [ 1056.619909] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.628721] env[62024]: DEBUG oslo_vmware.api [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.658823] env[62024]: DEBUG nova.scheduler.client.report [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.129923] env[62024]: DEBUG oslo_vmware.api [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119109} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.131044] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.131602] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.131946] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.132476] env[62024]: INFO nova.compute.manager [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1057.132862] env[62024]: DEBUG oslo.service.loopingcall [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.133631] env[62024]: DEBUG nova.compute.manager [-] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.133631] env[62024]: DEBUG nova.network.neutron [-] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.167026] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.167026] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.832s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.167026] env[62024]: DEBUG nova.objects.instance [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lazy-loading 'pci_requests' on Instance uuid af5d5a5f-afca-428a-abf8-7c9b70234c56 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.527499] env[62024]: DEBUG nova.compute.manager [req-ccf69d1b-7258-4a35-9ecf-f73792591259 req-53250fdb-cfc5-4a90-a7d7-012404b5d10a service nova] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Received event network-vif-deleted-64bb35af-c023-4527-ab04-05424a104d81 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.527499] env[62024]: INFO nova.compute.manager [req-ccf69d1b-7258-4a35-9ecf-f73792591259 req-53250fdb-cfc5-4a90-a7d7-012404b5d10a service nova] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Neutron deleted interface 64bb35af-c023-4527-ab04-05424a104d81; detaching it from the instance and deleting it from the info cache [ 1057.527499] env[62024]: DEBUG nova.network.neutron [req-ccf69d1b-7258-4a35-9ecf-f73792591259 req-53250fdb-cfc5-4a90-a7d7-012404b5d10a service nova] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.583705] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.583705] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.673063] env[62024]: DEBUG nova.objects.instance [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lazy-loading 'numa_topology' on Instance uuid af5d5a5f-afca-428a-abf8-7c9b70234c56 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.688971] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f7dd7575-a473-49c6-9757-c5b3b064aa1d tempest-ServerActionsV293TestJSON-2034119353 tempest-ServerActionsV293TestJSON-2034119353-project-member] Lock "3715ffef-3417-4358-a8e3-d8cb782ef74a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.928s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.009894] env[62024]: DEBUG nova.network.neutron [-] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.027682] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa7d3b72-1567-405e-b634-5b197ccfd4f5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.039289] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02d543b-5fec-4afa-a518-70decdabeb93 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.065220] env[62024]: DEBUG nova.compute.manager [req-ccf69d1b-7258-4a35-9ecf-f73792591259 req-53250fdb-cfc5-4a90-a7d7-012404b5d10a service nova] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Detach interface failed, port_id=64bb35af-c023-4527-ab04-05424a104d81, reason: Instance d51362b5-781e-4fba-aa1c-7044558ed366 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1058.085571] env[62024]: DEBUG nova.compute.manager [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.174161] env[62024]: INFO nova.compute.claims [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.513324] env[62024]: INFO nova.compute.manager [-] [instance: d51362b5-781e-4fba-aa1c-7044558ed366] Took 1.38 seconds to deallocate network for instance. [ 1058.606687] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.019980] env[62024]: DEBUG oslo_concurrency.lockutils [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.282282] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b09492-1f51-42c8-8bdc-3639233a493d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.289898] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e818da58-4514-4ceb-bcb5-0c7178f67b3a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.320169] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984e52c9-3518-4e67-9a88-9182868f9c54 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.327648] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545f482f-e91a-4dcb-a761-72cc2c6cce97 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.342059] env[62024]: DEBUG nova.compute.provider_tree [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.845749] env[62024]: DEBUG nova.scheduler.client.report [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.350447] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.184s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.352624] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.838s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.382891] env[62024]: INFO nova.network.neutron [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Updating port 5d97f123-1b5f-43fb-8e0a-7eab2674a61c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1061.383580] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.383825] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 84501be5-d16d-4b81-a3ee-374c45191638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.383923] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 727b5831-f0ae-45f8-9f8b-c7abab618b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.384076] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 6e5c139f-51a2-4a25-a11a-0ca079082f47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.384273] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 58b46877-0999-4fa2-b85c-ada4bc28ca94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.384452] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance d51362b5-781e-4fba-aa1c-7044558ed366 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.384603] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance af5d5a5f-afca-428a-abf8-7c9b70234c56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.778886] env[62024]: DEBUG nova.compute.manager [req-daca862d-207e-4f41-92ef-e7fe8123a980 req-3e2e8201-e801-4e3b-a90f-5c25c0716ebc service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Received event network-vif-plugged-5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.779121] env[62024]: DEBUG oslo_concurrency.lockutils [req-daca862d-207e-4f41-92ef-e7fe8123a980 req-3e2e8201-e801-4e3b-a90f-5c25c0716ebc service nova] Acquiring lock "af5d5a5f-afca-428a-abf8-7c9b70234c56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.779327] env[62024]: DEBUG oslo_concurrency.lockutils [req-daca862d-207e-4f41-92ef-e7fe8123a980 req-3e2e8201-e801-4e3b-a90f-5c25c0716ebc service nova] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.779492] env[62024]: DEBUG oslo_concurrency.lockutils [req-daca862d-207e-4f41-92ef-e7fe8123a980 req-3e2e8201-e801-4e3b-a90f-5c25c0716ebc service nova] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.779696] env[62024]: DEBUG nova.compute.manager [req-daca862d-207e-4f41-92ef-e7fe8123a980 req-3e2e8201-e801-4e3b-a90f-5c25c0716ebc service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] No waiting events found dispatching network-vif-plugged-5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.779887] env[62024]: WARNING nova.compute.manager [req-daca862d-207e-4f41-92ef-e7fe8123a980 req-3e2e8201-e801-4e3b-a90f-5c25c0716ebc service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Received unexpected event network-vif-plugged-5d97f123-1b5f-43fb-8e0a-7eab2674a61c for instance with vm_state shelved_offloaded and task_state spawning. [ 1061.875850] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.875977] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquired lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.876166] env[62024]: DEBUG nova.network.neutron [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.888439] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 1e305b97-845d-4ae2-8360-a94e4b9470b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1061.888765] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1061.888922] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1062.084883] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448ba82f-a758-4a0d-848b-62a835634379 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.092634] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf133a6c-ac20-4e05-bd6f-7bd0f506f4e9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.123677] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344ead0e-5613-470f-802e-d2fcf51a7097 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.130293] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ace865-bfd4-4881-b5b9-9087440c7197 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.142819] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.581739] env[62024]: DEBUG nova.network.neutron [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Updating instance_info_cache with network_info: [{"id": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "address": "fa:16:3e:55:9f:f7", "network": {"id": "961204ed-9db8-4e99-ae79-19fb804ced5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-665674658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb11eb8d05844e2a66a44e782cb84ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d97f123-1b", "ovs_interfaceid": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.646051] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.084183] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Releasing lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.109951] env[62024]: DEBUG nova.virt.hardware [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5e430c26a3825adcaf896e391827639f',container_format='bare',created_at=2025-02-04T17:17:52Z,direct_url=,disk_format='vmdk',id=a6da7b85-a2c3-4bab-9115-167cd1967619,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1308891867-shelved',owner='3eb11eb8d05844e2a66a44e782cb84ba',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-02-04T17:18:07Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.110212] env[62024]: DEBUG nova.virt.hardware [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.110371] env[62024]: DEBUG nova.virt.hardware [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.110554] env[62024]: DEBUG nova.virt.hardware [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.110701] env[62024]: DEBUG nova.virt.hardware [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.110849] env[62024]: DEBUG nova.virt.hardware [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.111087] env[62024]: DEBUG nova.virt.hardware [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.111252] env[62024]: DEBUG nova.virt.hardware [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.111419] env[62024]: DEBUG nova.virt.hardware [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.111579] env[62024]: DEBUG nova.virt.hardware [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.111798] env[62024]: DEBUG nova.virt.hardware [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.112635] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2759102-4eee-4864-a4bf-4d9892efb8ff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.120529] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095f09bf-e793-427f-81cf-575926fcd786 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.133753] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:9f:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d97f123-1b5f-43fb-8e0a-7eab2674a61c', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.141239] env[62024]: DEBUG oslo.service.loopingcall [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.141463] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.141660] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6557cd3-36bf-46c7-b2cc-948ce8cad9c3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.156230] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62024) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1063.156405] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.804s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.156643] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.550s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.158175] env[62024]: INFO nova.compute.claims [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.160789] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.160931] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Cleaning up deleted instances {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1063.166899] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.166899] env[62024]: value = "task-2288972" [ 1063.166899] env[62024]: _type = "Task" [ 1063.166899] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.173918] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288972, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.677230] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] There are 62 instances to clean {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1063.677695] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: a9d7cc8d-8003-4e66-8042-b2613de752f2] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1063.689861] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288972, 'name': CreateVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.811411] env[62024]: DEBUG nova.compute.manager [req-e7cd4e55-acd1-4af5-a1a2-90153fff498d req-3689770f-383c-49a8-be12-b18fcc5ff767 service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Received event network-changed-5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.811411] env[62024]: DEBUG nova.compute.manager [req-e7cd4e55-acd1-4af5-a1a2-90153fff498d req-3689770f-383c-49a8-be12-b18fcc5ff767 service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Refreshing instance network info cache due to event network-changed-5d97f123-1b5f-43fb-8e0a-7eab2674a61c. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1063.811534] env[62024]: DEBUG oslo_concurrency.lockutils [req-e7cd4e55-acd1-4af5-a1a2-90153fff498d req-3689770f-383c-49a8-be12-b18fcc5ff767 service nova] Acquiring lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.811613] env[62024]: DEBUG oslo_concurrency.lockutils [req-e7cd4e55-acd1-4af5-a1a2-90153fff498d req-3689770f-383c-49a8-be12-b18fcc5ff767 service nova] Acquired lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.811793] env[62024]: DEBUG nova.network.neutron [req-e7cd4e55-acd1-4af5-a1a2-90153fff498d req-3689770f-383c-49a8-be12-b18fcc5ff767 service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Refreshing network info cache for port 5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.182516] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: b989ee35-144e-4373-ac09-06ad85b16399] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1064.195983] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288972, 'name': CreateVM_Task, 'duration_secs': 0.552037} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.196117] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.196706] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6da7b85-a2c3-4bab-9115-167cd1967619" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.196871] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6da7b85-a2c3-4bab-9115-167cd1967619" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.197245] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6da7b85-a2c3-4bab-9115-167cd1967619" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.197494] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ab365d-419b-4654-b29e-854f4a202010 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.201812] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1064.201812] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528863e1-e3a7-1f9d-47ab-6df62c68727c" [ 1064.201812] env[62024]: _type = "Task" [ 1064.201812] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.211978] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528863e1-e3a7-1f9d-47ab-6df62c68727c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.283203] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43becf70-001b-4ea2-ac22-a5f7d69369e4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.290709] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e666fa9f-ec1a-4b09-ba36-1df5a36c5655 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.321592] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b7117d-2999-4b0f-9e38-c37742e03885 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.329335] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b23b6cc-eb5f-47a9-b258-b62bc0319d9d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.343971] env[62024]: DEBUG nova.compute.provider_tree [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.557561] env[62024]: DEBUG nova.network.neutron [req-e7cd4e55-acd1-4af5-a1a2-90153fff498d req-3689770f-383c-49a8-be12-b18fcc5ff767 service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Updated VIF entry in instance network info cache for port 5d97f123-1b5f-43fb-8e0a-7eab2674a61c. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.557905] env[62024]: DEBUG nova.network.neutron [req-e7cd4e55-acd1-4af5-a1a2-90153fff498d req-3689770f-383c-49a8-be12-b18fcc5ff767 service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Updating instance_info_cache with network_info: [{"id": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "address": "fa:16:3e:55:9f:f7", "network": {"id": "961204ed-9db8-4e99-ae79-19fb804ced5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-665674658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb11eb8d05844e2a66a44e782cb84ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d97f123-1b", "ovs_interfaceid": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.688424] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 76c11fb3-9bae-4ce0-9fa5-c054155f5b1c] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1064.712485] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6da7b85-a2c3-4bab-9115-167cd1967619" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.712685] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Processing image a6da7b85-a2c3-4bab-9115-167cd1967619 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.712919] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6da7b85-a2c3-4bab-9115-167cd1967619/a6da7b85-a2c3-4bab-9115-167cd1967619.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.713077] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6da7b85-a2c3-4bab-9115-167cd1967619/a6da7b85-a2c3-4bab-9115-167cd1967619.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.713256] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.713770] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43d69ec4-537a-4e18-9a7a-a4f68ae47368 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.721614] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.721785] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.722468] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55eb94cf-a99f-4136-9265-0e82fcb6dc19 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.727412] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1064.727412] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5280dad5-03fd-6d9e-0042-c762c92e44d7" [ 1064.727412] env[62024]: _type = "Task" [ 1064.727412] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.734617] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5280dad5-03fd-6d9e-0042-c762c92e44d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.846127] env[62024]: DEBUG nova.scheduler.client.report [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.062666] env[62024]: DEBUG oslo_concurrency.lockutils [req-e7cd4e55-acd1-4af5-a1a2-90153fff498d req-3689770f-383c-49a8-be12-b18fcc5ff767 service nova] Releasing lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.192166] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 3715ffef-3417-4358-a8e3-d8cb782ef74a] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1065.237383] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Preparing fetch location {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1065.237574] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Fetch image to [datastore2] OSTACK_IMG_46b49cf9-0002-4c1b-b79a-53a64ba03c7b/OSTACK_IMG_46b49cf9-0002-4c1b-b79a-53a64ba03c7b.vmdk {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1065.237763] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Downloading stream optimized image a6da7b85-a2c3-4bab-9115-167cd1967619 to [datastore2] OSTACK_IMG_46b49cf9-0002-4c1b-b79a-53a64ba03c7b/OSTACK_IMG_46b49cf9-0002-4c1b-b79a-53a64ba03c7b.vmdk on the data store datastore2 as vApp {{(pid=62024) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1065.237910] env[62024]: DEBUG nova.virt.vmwareapi.images [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Downloading image file data a6da7b85-a2c3-4bab-9115-167cd1967619 to the ESX as VM named 'OSTACK_IMG_46b49cf9-0002-4c1b-b79a-53a64ba03c7b' {{(pid=62024) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1065.309626] env[62024]: DEBUG oslo_vmware.rw_handles [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1065.309626] env[62024]: value = "resgroup-9" [ 1065.309626] env[62024]: _type = "ResourcePool" [ 1065.309626] env[62024]: }. {{(pid=62024) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1065.309945] env[62024]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-466135a3-b9a2-4692-a09c-14a1748b9ec0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.330387] env[62024]: DEBUG oslo_vmware.rw_handles [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lease: (returnval){ [ 1065.330387] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d1667a-c058-f40b-3675-9626b451bc8d" [ 1065.330387] env[62024]: _type = "HttpNfcLease" [ 1065.330387] env[62024]: } obtained for vApp import into resource pool (val){ [ 1065.330387] env[62024]: value = "resgroup-9" [ 1065.330387] env[62024]: _type = "ResourcePool" [ 1065.330387] env[62024]: }. {{(pid=62024) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1065.330672] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the lease: (returnval){ [ 1065.330672] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d1667a-c058-f40b-3675-9626b451bc8d" [ 1065.330672] env[62024]: _type = "HttpNfcLease" [ 1065.330672] env[62024]: } to be ready. {{(pid=62024) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1065.336564] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1065.336564] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d1667a-c058-f40b-3675-9626b451bc8d" [ 1065.336564] env[62024]: _type = "HttpNfcLease" [ 1065.336564] env[62024]: } is initializing. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1065.350718] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.351231] env[62024]: DEBUG nova.compute.manager [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.353923] env[62024]: DEBUG oslo_concurrency.lockutils [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.334s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.354159] env[62024]: DEBUG oslo_concurrency.lockutils [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.378760] env[62024]: INFO nova.scheduler.client.report [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleted allocations for instance d51362b5-781e-4fba-aa1c-7044558ed366 [ 1065.696238] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: e5de05a4-a9d0-49d4-a8a8-b4d56b3f3426] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1065.838585] env[62024]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1065.838585] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d1667a-c058-f40b-3675-9626b451bc8d" [ 1065.838585] env[62024]: _type = "HttpNfcLease" [ 1065.838585] env[62024]: } is ready. {{(pid=62024) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1065.838871] env[62024]: DEBUG oslo_vmware.rw_handles [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1065.838871] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d1667a-c058-f40b-3675-9626b451bc8d" [ 1065.838871] env[62024]: _type = "HttpNfcLease" [ 1065.838871] env[62024]: }. {{(pid=62024) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1065.839581] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76faedd-96d1-45f4-b0c9-323a1c378a34 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.847939] env[62024]: DEBUG oslo_vmware.rw_handles [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cff067-6794-556f-fd6e-91f1304708d2/disk-0.vmdk from lease info. {{(pid=62024) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1065.848122] env[62024]: DEBUG oslo_vmware.rw_handles [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cff067-6794-556f-fd6e-91f1304708d2/disk-0.vmdk. {{(pid=62024) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1065.905799] env[62024]: DEBUG nova.compute.utils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1065.906224] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "interface-84501be5-d16d-4b81-a3ee-374c45191638-40cd88f7-e648-4fb5-bb7c-dc7c45304a75" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.906492] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-84501be5-d16d-4b81-a3ee-374c45191638-40cd88f7-e648-4fb5-bb7c-dc7c45304a75" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.906860] env[62024]: DEBUG nova.objects.instance [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'flavor' on Instance uuid 84501be5-d16d-4b81-a3ee-374c45191638 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.912163] env[62024]: DEBUG oslo_concurrency.lockutils [None req-97752ed7-a1dd-4218-b0a1-f1645de63481 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "d51362b5-781e-4fba-aa1c-7044558ed366" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.400s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.913309] env[62024]: DEBUG nova.compute.manager [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.913754] env[62024]: DEBUG nova.network.neutron [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.922721] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5e27739b-3cbd-4dfd-9153-0e805f414742 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.964664] env[62024]: DEBUG nova.policy [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '338f858e340048d4962567084c9dac36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d45e87270144d43b9a0c70ea797f4e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.198912] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 315dd7c9-56ad-4f11-888c-4ec2d1d6be8f] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1066.343381] env[62024]: DEBUG nova.network.neutron [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Successfully created port: 700cb266-367f-4db6-a20c-37e5ba13d826 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.412579] env[62024]: DEBUG nova.compute.manager [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.543305] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "6e5c139f-51a2-4a25-a11a-0ca079082f47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.543579] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "6e5c139f-51a2-4a25-a11a-0ca079082f47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.543788] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "6e5c139f-51a2-4a25-a11a-0ca079082f47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.543984] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "6e5c139f-51a2-4a25-a11a-0ca079082f47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.544170] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "6e5c139f-51a2-4a25-a11a-0ca079082f47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.546188] env[62024]: INFO nova.compute.manager [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Terminating instance [ 1066.594600] env[62024]: DEBUG nova.objects.instance [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'pci_requests' on Instance uuid 84501be5-d16d-4b81-a3ee-374c45191638 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.702593] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 84ae3050-b193-4030-b45e-4877697f3463] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1067.053279] env[62024]: DEBUG nova.compute.manager [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.053507] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.054483] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c300cfe7-eeff-4a96-84e0-6561058052f3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.062274] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.062511] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54bc2588-aeb1-4f63-bf0c-0d02831c79c8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.068797] env[62024]: DEBUG oslo_vmware.api [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1067.068797] env[62024]: value = "task-2288974" [ 1067.068797] env[62024]: _type = "Task" [ 1067.068797] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.077210] env[62024]: DEBUG oslo_vmware.api [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.098193] env[62024]: DEBUG nova.objects.base [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Object Instance<84501be5-d16d-4b81-a3ee-374c45191638> lazy-loaded attributes: flavor,pci_requests {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1067.098417] env[62024]: DEBUG nova.network.neutron [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.185743] env[62024]: DEBUG nova.policy [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac9642bd3134e8f8ce7dffa09717db3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddea10ddb6a44863b1fcff034e3f6899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.203609] env[62024]: DEBUG oslo_vmware.rw_handles [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Completed reading data from the image iterator. {{(pid=62024) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1067.203826] env[62024]: DEBUG oslo_vmware.rw_handles [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cff067-6794-556f-fd6e-91f1304708d2/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1067.204786] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16255d44-d96e-4ac5-89ef-1d5ea36bc4c5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.207857] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 30b04912-593f-41ee-af40-ef438a357721] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1067.214576] env[62024]: DEBUG oslo_vmware.rw_handles [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cff067-6794-556f-fd6e-91f1304708d2/disk-0.vmdk is in state: ready. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1067.214674] env[62024]: DEBUG oslo_vmware.rw_handles [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cff067-6794-556f-fd6e-91f1304708d2/disk-0.vmdk. {{(pid=62024) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1067.215185] env[62024]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-42546315-c2cc-439e-b7d2-aa4e7deacd29 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.399356] env[62024]: DEBUG oslo_vmware.rw_handles [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cff067-6794-556f-fd6e-91f1304708d2/disk-0.vmdk. {{(pid=62024) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1067.399628] env[62024]: INFO nova.virt.vmwareapi.images [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Downloaded image file data a6da7b85-a2c3-4bab-9115-167cd1967619 [ 1067.400576] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f356a9d-1fab-4471-8a41-f22ba3cd1140 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.418150] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31d98df6-1b82-40dc-a283-cdd2679c83d2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.431220] env[62024]: DEBUG nova.compute.manager [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.445802] env[62024]: INFO nova.virt.vmwareapi.images [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] The imported VM was unregistered [ 1067.448147] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Caching image {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1067.448374] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a6da7b85-a2c3-4bab-9115-167cd1967619 {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.448632] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ee9e79f-2198-4a18-8af5-404d7cb4833c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.458243] env[62024]: DEBUG nova.virt.hardware [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.458466] env[62024]: DEBUG nova.virt.hardware [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.458623] env[62024]: DEBUG nova.virt.hardware [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.458807] env[62024]: DEBUG nova.virt.hardware [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.458952] env[62024]: DEBUG nova.virt.hardware [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.459114] env[62024]: DEBUG nova.virt.hardware [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.459321] env[62024]: DEBUG nova.virt.hardware [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.459478] env[62024]: DEBUG nova.virt.hardware [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.459644] env[62024]: DEBUG nova.virt.hardware [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.459902] env[62024]: DEBUG nova.virt.hardware [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.460021] env[62024]: DEBUG nova.virt.hardware [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.460749] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c89153a-68d4-4833-8cd7-941feddef972 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.464153] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Created directory with path [datastore2] devstack-image-cache_base/a6da7b85-a2c3-4bab-9115-167cd1967619 {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.464431] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_46b49cf9-0002-4c1b-b79a-53a64ba03c7b/OSTACK_IMG_46b49cf9-0002-4c1b-b79a-53a64ba03c7b.vmdk to [datastore2] devstack-image-cache_base/a6da7b85-a2c3-4bab-9115-167cd1967619/a6da7b85-a2c3-4bab-9115-167cd1967619.vmdk. {{(pid=62024) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1067.464959] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-918563f0-85cf-4271-8028-75f376e6d742 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.470130] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2562ca2-dc28-45f3-af03-01277d649950 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.474637] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1067.474637] env[62024]: value = "task-2288976" [ 1067.474637] env[62024]: _type = "Task" [ 1067.474637] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.490084] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288976, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.578226] env[62024]: DEBUG oslo_vmware.api [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288974, 'name': PowerOffVM_Task, 'duration_secs': 0.189202} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.578496] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.578688] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.578948] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2738e9ab-f13c-4191-addb-447e2693a443 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.639946] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.640264] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.640468] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleting the datastore file [datastore1] 6e5c139f-51a2-4a25-a11a-0ca079082f47 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.640747] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f632017-f50c-42e6-80de-0ddb089a2a2f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.647608] env[62024]: DEBUG oslo_vmware.api [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1067.647608] env[62024]: value = "task-2288978" [ 1067.647608] env[62024]: _type = "Task" [ 1067.647608] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.659184] env[62024]: DEBUG oslo_vmware.api [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.711380] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 16f29ffc-d82c-40a7-b9d8-5164627ef777] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1067.823710] env[62024]: DEBUG nova.compute.manager [req-d638d8b5-4dca-476d-a66a-8ee453f9dd75 req-d477bc19-e09a-4a01-9bd3-64440b727942 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Received event network-vif-plugged-700cb266-367f-4db6-a20c-37e5ba13d826 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.824047] env[62024]: DEBUG oslo_concurrency.lockutils [req-d638d8b5-4dca-476d-a66a-8ee453f9dd75 req-d477bc19-e09a-4a01-9bd3-64440b727942 service nova] Acquiring lock "1e305b97-845d-4ae2-8360-a94e4b9470b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.824196] env[62024]: DEBUG oslo_concurrency.lockutils [req-d638d8b5-4dca-476d-a66a-8ee453f9dd75 req-d477bc19-e09a-4a01-9bd3-64440b727942 service nova] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.824377] env[62024]: DEBUG oslo_concurrency.lockutils [req-d638d8b5-4dca-476d-a66a-8ee453f9dd75 req-d477bc19-e09a-4a01-9bd3-64440b727942 service nova] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.824549] env[62024]: DEBUG nova.compute.manager [req-d638d8b5-4dca-476d-a66a-8ee453f9dd75 req-d477bc19-e09a-4a01-9bd3-64440b727942 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] No waiting events found dispatching network-vif-plugged-700cb266-367f-4db6-a20c-37e5ba13d826 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.824712] env[62024]: WARNING nova.compute.manager [req-d638d8b5-4dca-476d-a66a-8ee453f9dd75 req-d477bc19-e09a-4a01-9bd3-64440b727942 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Received unexpected event network-vif-plugged-700cb266-367f-4db6-a20c-37e5ba13d826 for instance with vm_state building and task_state spawning. [ 1067.925548] env[62024]: DEBUG nova.network.neutron [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Successfully updated port: 700cb266-367f-4db6-a20c-37e5ba13d826 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.986364] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288976, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.159397] env[62024]: DEBUG oslo_vmware.api [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2288978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282272} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.159653] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.159903] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.160139] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.160326] env[62024]: INFO nova.compute.manager [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1068.160638] env[62024]: DEBUG oslo.service.loopingcall [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1068.160879] env[62024]: DEBUG nova.compute.manager [-] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.161026] env[62024]: DEBUG nova.network.neutron [-] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.215185] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 27583f6d-75ba-4258-9250-dfe4da025995] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1068.429711] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "refresh_cache-1e305b97-845d-4ae2-8360-a94e4b9470b3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.429903] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired lock "refresh_cache-1e305b97-845d-4ae2-8360-a94e4b9470b3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.430085] env[62024]: DEBUG nova.network.neutron [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.488549] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288976, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.718722] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: fe28cee5-8822-4f23-9158-085889e8f12f] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1068.907202] env[62024]: DEBUG nova.compute.manager [req-fac6617c-a9c1-4bc9-a090-7033d67fb7eb req-09301505-188c-44d7-86b6-5ec76618af5c service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Received event network-vif-plugged-40cd88f7-e648-4fb5-bb7c-dc7c45304a75 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.907202] env[62024]: DEBUG oslo_concurrency.lockutils [req-fac6617c-a9c1-4bc9-a090-7033d67fb7eb req-09301505-188c-44d7-86b6-5ec76618af5c service nova] Acquiring lock "84501be5-d16d-4b81-a3ee-374c45191638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.907202] env[62024]: DEBUG oslo_concurrency.lockutils [req-fac6617c-a9c1-4bc9-a090-7033d67fb7eb req-09301505-188c-44d7-86b6-5ec76618af5c service nova] Lock "84501be5-d16d-4b81-a3ee-374c45191638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.907202] env[62024]: DEBUG oslo_concurrency.lockutils [req-fac6617c-a9c1-4bc9-a090-7033d67fb7eb req-09301505-188c-44d7-86b6-5ec76618af5c service nova] Lock "84501be5-d16d-4b81-a3ee-374c45191638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.907202] env[62024]: DEBUG nova.compute.manager [req-fac6617c-a9c1-4bc9-a090-7033d67fb7eb req-09301505-188c-44d7-86b6-5ec76618af5c service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] No waiting events found dispatching network-vif-plugged-40cd88f7-e648-4fb5-bb7c-dc7c45304a75 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.908597] env[62024]: WARNING nova.compute.manager [req-fac6617c-a9c1-4bc9-a090-7033d67fb7eb req-09301505-188c-44d7-86b6-5ec76618af5c service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Received unexpected event network-vif-plugged-40cd88f7-e648-4fb5-bb7c-dc7c45304a75 for instance with vm_state active and task_state None. [ 1068.920850] env[62024]: DEBUG nova.network.neutron [-] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.961541] env[62024]: DEBUG nova.network.neutron [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Successfully updated port: 40cd88f7-e648-4fb5-bb7c-dc7c45304a75 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.973792] env[62024]: DEBUG nova.network.neutron [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.986591] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288976, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.164951] env[62024]: DEBUG nova.network.neutron [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Updating instance_info_cache with network_info: [{"id": "700cb266-367f-4db6-a20c-37e5ba13d826", "address": "fa:16:3e:a1:8c:1e", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700cb266-36", "ovs_interfaceid": "700cb266-367f-4db6-a20c-37e5ba13d826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.223061] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: d75e0e2c-8b0d-409b-aa42-00e5f44e3bd1] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1069.422831] env[62024]: INFO nova.compute.manager [-] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Took 1.26 seconds to deallocate network for instance. [ 1069.463639] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.463916] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.464030] env[62024]: DEBUG nova.network.neutron [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.486744] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288976, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.667735] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Releasing lock "refresh_cache-1e305b97-845d-4ae2-8360-a94e4b9470b3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.668101] env[62024]: DEBUG nova.compute.manager [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Instance network_info: |[{"id": "700cb266-367f-4db6-a20c-37e5ba13d826", "address": "fa:16:3e:a1:8c:1e", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700cb266-36", "ovs_interfaceid": "700cb266-367f-4db6-a20c-37e5ba13d826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.668584] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:8c:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '700cb266-367f-4db6-a20c-37e5ba13d826', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.676113] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Creating folder: Project (7d45e87270144d43b9a0c70ea797f4e1). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.676452] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61a5b679-431a-46d5-93d6-b7f85ef9f8dd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.688100] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Created folder: Project (7d45e87270144d43b9a0c70ea797f4e1) in parent group-v465568. [ 1069.688270] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Creating folder: Instances. Parent ref: group-v465866. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.688526] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e858c09-6609-45d9-abe4-310c01a71f36 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.699229] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Created folder: Instances in parent group-v465866. [ 1069.699482] env[62024]: DEBUG oslo.service.loopingcall [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1069.699686] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.699936] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-202f8e26-b91b-480b-a003-674848b941fc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.720732] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.720732] env[62024]: value = "task-2288981" [ 1069.720732] env[62024]: _type = "Task" [ 1069.720732] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.725420] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 667ecdf4-25c3-4ccf-a27a-f5e31131dcb5] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1069.731275] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288981, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.855295] env[62024]: DEBUG nova.compute.manager [req-6d7704b3-efe9-493e-ad4c-8f8b55a26ce6 req-aad316a9-49f6-4f81-8c54-d62d114f5f83 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Received event network-changed-700cb266-367f-4db6-a20c-37e5ba13d826 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.855494] env[62024]: DEBUG nova.compute.manager [req-6d7704b3-efe9-493e-ad4c-8f8b55a26ce6 req-aad316a9-49f6-4f81-8c54-d62d114f5f83 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Refreshing instance network info cache due to event network-changed-700cb266-367f-4db6-a20c-37e5ba13d826. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1069.855812] env[62024]: DEBUG oslo_concurrency.lockutils [req-6d7704b3-efe9-493e-ad4c-8f8b55a26ce6 req-aad316a9-49f6-4f81-8c54-d62d114f5f83 service nova] Acquiring lock "refresh_cache-1e305b97-845d-4ae2-8360-a94e4b9470b3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.855961] env[62024]: DEBUG oslo_concurrency.lockutils [req-6d7704b3-efe9-493e-ad4c-8f8b55a26ce6 req-aad316a9-49f6-4f81-8c54-d62d114f5f83 service nova] Acquired lock "refresh_cache-1e305b97-845d-4ae2-8360-a94e4b9470b3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.856135] env[62024]: DEBUG nova.network.neutron [req-6d7704b3-efe9-493e-ad4c-8f8b55a26ce6 req-aad316a9-49f6-4f81-8c54-d62d114f5f83 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Refreshing network info cache for port 700cb266-367f-4db6-a20c-37e5ba13d826 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.929302] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.929302] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.929532] env[62024]: DEBUG nova.objects.instance [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lazy-loading 'resources' on Instance uuid 6e5c139f-51a2-4a25-a11a-0ca079082f47 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.988518] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288976, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.31166} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.988856] env[62024]: INFO nova.virt.vmwareapi.ds_util [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_46b49cf9-0002-4c1b-b79a-53a64ba03c7b/OSTACK_IMG_46b49cf9-0002-4c1b-b79a-53a64ba03c7b.vmdk to [datastore2] devstack-image-cache_base/a6da7b85-a2c3-4bab-9115-167cd1967619/a6da7b85-a2c3-4bab-9115-167cd1967619.vmdk. [ 1069.989056] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Cleaning up location [datastore2] OSTACK_IMG_46b49cf9-0002-4c1b-b79a-53a64ba03c7b {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1069.989227] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_46b49cf9-0002-4c1b-b79a-53a64ba03c7b {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.989491] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f38b3ea-bed7-4bad-be22-484b28c197b7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.997315] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1069.997315] env[62024]: value = "task-2288982" [ 1069.997315] env[62024]: _type = "Task" [ 1069.997315] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.001364] env[62024]: WARNING nova.network.neutron [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] e0f2a36d-219c-4c49-bfa1-8b03f0578d0f already exists in list: networks containing: ['e0f2a36d-219c-4c49-bfa1-8b03f0578d0f']. ignoring it [ 1070.008492] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.228382] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: dbddb29f-54c8-44cd-bf05-8b884923f3a0] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1070.233432] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288981, 'name': CreateVM_Task, 'duration_secs': 0.368715} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.233626] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.234249] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.234409] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.234718] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.234959] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79487ae6-fb1b-4818-af85-43cfd1183fed {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.240202] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1070.240202] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52411d43-fd01-6d7a-d141-85f8725b1fa9" [ 1070.240202] env[62024]: _type = "Task" [ 1070.240202] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.246931] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52411d43-fd01-6d7a-d141-85f8725b1fa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.279440] env[62024]: DEBUG nova.compute.manager [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Stashing vm_state: active {{(pid=62024) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1070.292397] env[62024]: DEBUG nova.network.neutron [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updating instance_info_cache with network_info: [{"id": "51228324-7817-46b3-aa56-39645281b802", "address": "fa:16:3e:79:00:f0", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51228324-78", "ovs_interfaceid": "51228324-7817-46b3-aa56-39645281b802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40cd88f7-e648-4fb5-bb7c-dc7c45304a75", "address": "fa:16:3e:3a:d9:cb", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cd88f7-e6", "ovs_interfaceid": "40cd88f7-e648-4fb5-bb7c-dc7c45304a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.506446] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227931} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.508800] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.508985] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6da7b85-a2c3-4bab-9115-167cd1967619/a6da7b85-a2c3-4bab-9115-167cd1967619.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.509244] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6da7b85-a2c3-4bab-9115-167cd1967619/a6da7b85-a2c3-4bab-9115-167cd1967619.vmdk to [datastore2] af5d5a5f-afca-428a-abf8-7c9b70234c56/af5d5a5f-afca-428a-abf8-7c9b70234c56.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.509820] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f53cca2-6d7c-4a37-8569-55e0369a015f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.516293] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1070.516293] env[62024]: value = "task-2288983" [ 1070.516293] env[62024]: _type = "Task" [ 1070.516293] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.527644] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.541933] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91e40de-73c8-4aeb-b5e5-80673e047666 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.548109] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13caf42a-f3e5-4386-a309-e7488daa3328 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.554042] env[62024]: DEBUG nova.network.neutron [req-6d7704b3-efe9-493e-ad4c-8f8b55a26ce6 req-aad316a9-49f6-4f81-8c54-d62d114f5f83 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Updated VIF entry in instance network info cache for port 700cb266-367f-4db6-a20c-37e5ba13d826. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.554370] env[62024]: DEBUG nova.network.neutron [req-6d7704b3-efe9-493e-ad4c-8f8b55a26ce6 req-aad316a9-49f6-4f81-8c54-d62d114f5f83 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Updating instance_info_cache with network_info: [{"id": "700cb266-367f-4db6-a20c-37e5ba13d826", "address": "fa:16:3e:a1:8c:1e", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700cb266-36", "ovs_interfaceid": "700cb266-367f-4db6-a20c-37e5ba13d826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.580998] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c9bbb7-ccad-4369-ad9d-8305b9298863 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.589732] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b676130-2c0e-4d19-bdf3-337efca40b11 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.603326] env[62024]: DEBUG nova.compute.provider_tree [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.735199] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 47f04f14-25ea-47ad-8ead-e2a0ce063a37] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1070.752762] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52411d43-fd01-6d7a-d141-85f8725b1fa9, 'name': SearchDatastore_Task, 'duration_secs': 0.030246} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.753098] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.753335] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.753574] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.753763] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.753974] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.754293] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-304e4f53-1d2a-4732-8bc3-a18944300e6c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.772340] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.772575] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.773379] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2072eb3a-a367-41ae-80f3-b17d21f14fb0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.787022] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1070.787022] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528d82a0-2c26-c6f4-32bf-70bb73114e6a" [ 1070.787022] env[62024]: _type = "Task" [ 1070.787022] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.794585] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.795280] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.795454] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.796327] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf0c96f-f0cc-4fce-bd54-a21ce93e452b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.802629] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528d82a0-2c26-c6f4-32bf-70bb73114e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.817633] env[62024]: DEBUG nova.virt.hardware [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.817937] env[62024]: DEBUG nova.virt.hardware [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.818111] env[62024]: DEBUG nova.virt.hardware [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.818306] env[62024]: DEBUG nova.virt.hardware [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.818490] env[62024]: DEBUG nova.virt.hardware [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.818652] env[62024]: DEBUG nova.virt.hardware [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.818904] env[62024]: DEBUG nova.virt.hardware [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.819086] env[62024]: DEBUG nova.virt.hardware [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.819302] env[62024]: DEBUG nova.virt.hardware [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.819477] env[62024]: DEBUG nova.virt.hardware [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.819650] env[62024]: DEBUG nova.virt.hardware [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.826621] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Reconfiguring VM to attach interface {{(pid=62024) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1070.827930] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.828259] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e0f4e87-e86d-49be-8d6a-280016bb5dd2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.847854] env[62024]: DEBUG oslo_vmware.api [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1070.847854] env[62024]: value = "task-2288984" [ 1070.847854] env[62024]: _type = "Task" [ 1070.847854] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.856407] env[62024]: DEBUG oslo_vmware.api [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288984, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.940286] env[62024]: DEBUG nova.compute.manager [req-0ba258a1-cc36-43ff-b43b-6d248ff51da0 req-97e937c5-02de-4473-a0eb-2366f785f7e4 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Received event network-changed-40cd88f7-e648-4fb5-bb7c-dc7c45304a75 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.940337] env[62024]: DEBUG nova.compute.manager [req-0ba258a1-cc36-43ff-b43b-6d248ff51da0 req-97e937c5-02de-4473-a0eb-2366f785f7e4 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Refreshing instance network info cache due to event network-changed-40cd88f7-e648-4fb5-bb7c-dc7c45304a75. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.940584] env[62024]: DEBUG oslo_concurrency.lockutils [req-0ba258a1-cc36-43ff-b43b-6d248ff51da0 req-97e937c5-02de-4473-a0eb-2366f785f7e4 service nova] Acquiring lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.940745] env[62024]: DEBUG oslo_concurrency.lockutils [req-0ba258a1-cc36-43ff-b43b-6d248ff51da0 req-97e937c5-02de-4473-a0eb-2366f785f7e4 service nova] Acquired lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.940914] env[62024]: DEBUG nova.network.neutron [req-0ba258a1-cc36-43ff-b43b-6d248ff51da0 req-97e937c5-02de-4473-a0eb-2366f785f7e4 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Refreshing network info cache for port 40cd88f7-e648-4fb5-bb7c-dc7c45304a75 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.028644] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288983, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.081301] env[62024]: DEBUG oslo_concurrency.lockutils [req-6d7704b3-efe9-493e-ad4c-8f8b55a26ce6 req-aad316a9-49f6-4f81-8c54-d62d114f5f83 service nova] Releasing lock "refresh_cache-1e305b97-845d-4ae2-8360-a94e4b9470b3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.081638] env[62024]: DEBUG nova.compute.manager [req-6d7704b3-efe9-493e-ad4c-8f8b55a26ce6 req-aad316a9-49f6-4f81-8c54-d62d114f5f83 service nova] [instance: 6e5c139f-51a2-4a25-a11a-0ca079082f47] Received event network-vif-deleted-03cbcceb-4c3b-4ff7-9c39-3a1e2473957b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1071.106402] env[62024]: DEBUG nova.scheduler.client.report [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.239185] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 01d71ac0-3981-4277-a793-fc93759d6aac] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1071.300072] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528d82a0-2c26-c6f4-32bf-70bb73114e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.057473} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.300285] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b20c6c5-be94-4c8e-8a49-f7cb2f67a865 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.306742] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1071.306742] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5260b514-bb4f-772c-2cfa-270cdf2b857d" [ 1071.306742] env[62024]: _type = "Task" [ 1071.306742] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.315509] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5260b514-bb4f-772c-2cfa-270cdf2b857d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.358133] env[62024]: DEBUG oslo_vmware.api [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.532779] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288983, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.612195] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.614652] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.787s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.632361] env[62024]: INFO nova.scheduler.client.report [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleted allocations for instance 6e5c139f-51a2-4a25-a11a-0ca079082f47 [ 1071.678353] env[62024]: DEBUG nova.network.neutron [req-0ba258a1-cc36-43ff-b43b-6d248ff51da0 req-97e937c5-02de-4473-a0eb-2366f785f7e4 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updated VIF entry in instance network info cache for port 40cd88f7-e648-4fb5-bb7c-dc7c45304a75. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.678903] env[62024]: DEBUG nova.network.neutron [req-0ba258a1-cc36-43ff-b43b-6d248ff51da0 req-97e937c5-02de-4473-a0eb-2366f785f7e4 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updating instance_info_cache with network_info: [{"id": "51228324-7817-46b3-aa56-39645281b802", "address": "fa:16:3e:79:00:f0", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51228324-78", "ovs_interfaceid": "51228324-7817-46b3-aa56-39645281b802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40cd88f7-e648-4fb5-bb7c-dc7c45304a75", "address": "fa:16:3e:3a:d9:cb", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cd88f7-e6", "ovs_interfaceid": "40cd88f7-e648-4fb5-bb7c-dc7c45304a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.743316] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 65ec227e-3975-4a36-9ee2-6adc08e29558] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1071.818186] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5260b514-bb4f-772c-2cfa-270cdf2b857d, 'name': SearchDatastore_Task, 'duration_secs': 0.087135} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.818543] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.818758] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 1e305b97-845d-4ae2-8360-a94e4b9470b3/1e305b97-845d-4ae2-8360-a94e4b9470b3.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.819598] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20f11e3f-0e7c-4825-beb9-1e1e12912f42 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.826489] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1071.826489] env[62024]: value = "task-2288985" [ 1071.826489] env[62024]: _type = "Task" [ 1071.826489] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.835370] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2288985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.857905] env[62024]: DEBUG oslo_vmware.api [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288984, 'name': ReconfigVM_Task, 'duration_secs': 0.682505} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.858588] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.859200] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Reconfigured VM to attach interface {{(pid=62024) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1072.030738] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288983, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.120104] env[62024]: INFO nova.compute.claims [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.140387] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b19190c3-debb-4c13-bd75-1aed146a256a tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "6e5c139f-51a2-4a25-a11a-0ca079082f47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.597s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.182061] env[62024]: DEBUG oslo_concurrency.lockutils [req-0ba258a1-cc36-43ff-b43b-6d248ff51da0 req-97e937c5-02de-4473-a0eb-2366f785f7e4 service nova] Releasing lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.247204] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 688a3e6c-3aad-434f-aaa4-5dc0550249cb] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1072.336997] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2288985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.364178] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f6a3f10e-29b0-4ff9-b359-a2ba8130c86b tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-84501be5-d16d-4b81-a3ee-374c45191638-40cd88f7-e648-4fb5-bb7c-dc7c45304a75" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.457s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.531839] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288983, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.628071] env[62024]: INFO nova.compute.resource_tracker [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating resource usage from migration 471785f8-3e25-4e75-bca4-aa69343b227a [ 1072.749530] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c119bfc-4bd5-4bde-b033-cf9fc5c6e0c9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.753937] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 25210071-a214-419c-8286-7630980dad31] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1072.762667] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8faa5e-0159-4eeb-ad41-4deedf726c02 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.796577] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213caf0b-5fb5-4d06-a5fb-5da173ec1e90 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.804784] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9371263f-7779-42fa-a1b8-57e41d408588 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.818232] env[62024]: DEBUG nova.compute.provider_tree [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.824067] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "8562a9a8-f194-4863-82e1-bb446b1a1da9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.824067] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "8562a9a8-f194-4863-82e1-bb446b1a1da9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.836574] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2288985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.030981] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288983, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.314062} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.031299] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6da7b85-a2c3-4bab-9115-167cd1967619/a6da7b85-a2c3-4bab-9115-167cd1967619.vmdk to [datastore2] af5d5a5f-afca-428a-abf8-7c9b70234c56/af5d5a5f-afca-428a-abf8-7c9b70234c56.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.032094] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cd1c34-7baa-4f5b-b0d5-9cd9386eda60 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.054880] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] af5d5a5f-afca-428a-abf8-7c9b70234c56/af5d5a5f-afca-428a-abf8-7c9b70234c56.vmdk or device None with type streamOptimized {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.056030] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e66028d-9121-45da-a952-fd8d85ef8e94 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.074823] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1073.074823] env[62024]: value = "task-2288986" [ 1073.074823] env[62024]: _type = "Task" [ 1073.074823] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.083721] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.258443] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 6bbf98f6-e8c4-44f3-9a14-7346a5a9ee37] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1073.321459] env[62024]: DEBUG nova.scheduler.client.report [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.326660] env[62024]: DEBUG nova.compute.manager [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.338470] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2288985, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.585161] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288986, 'name': ReconfigVM_Task, 'duration_secs': 0.428485} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.585443] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Reconfigured VM instance instance-00000064 to attach disk [datastore2] af5d5a5f-afca-428a-abf8-7c9b70234c56/af5d5a5f-afca-428a-abf8-7c9b70234c56.vmdk or device None with type streamOptimized {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.586084] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08b62500-4dcf-4062-bc26-ae3a804e9daf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.592253] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1073.592253] env[62024]: value = "task-2288987" [ 1073.592253] env[62024]: _type = "Task" [ 1073.592253] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.603518] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288987, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.613031] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "interface-84501be5-d16d-4b81-a3ee-374c45191638-40cd88f7-e648-4fb5-bb7c-dc7c45304a75" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.613031] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-84501be5-d16d-4b81-a3ee-374c45191638-40cd88f7-e648-4fb5-bb7c-dc7c45304a75" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.763063] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: e4632e97-4b34-432b-b1a1-6e6ee3b280cd] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1073.826432] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.212s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.826631] env[62024]: INFO nova.compute.manager [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Migrating [ 1073.852784] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2288985, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.524869} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.853241] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 1e305b97-845d-4ae2-8360-a94e4b9470b3/1e305b97-845d-4ae2-8360-a94e4b9470b3.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.853479] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.853679] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6d3f21b-899c-40bf-b88f-825d36c52c1c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.862033] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1073.862033] env[62024]: value = "task-2288988" [ 1073.862033] env[62024]: _type = "Task" [ 1073.862033] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.862860] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.863110] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.864528] env[62024]: INFO nova.compute.claims [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.874969] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2288988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.102444] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288987, 'name': Rename_Task, 'duration_secs': 0.141715} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.102704] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.102942] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-794e5c3e-97e7-4b5d-87ed-a35abb04c165 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.109063] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1074.109063] env[62024]: value = "task-2288989" [ 1074.109063] env[62024]: _type = "Task" [ 1074.109063] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.117267] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.117385] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.117621] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.118389] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdbc712-69e1-416e-9d79-77fa07a2696f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.135205] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73a987a-11f3-4202-94e1-0c3547769392 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.161021] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Reconfiguring VM to detach interface {{(pid=62024) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1074.161636] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66a18d08-9e27-475d-817d-ef2389f6138e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.179637] env[62024]: DEBUG oslo_vmware.api [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1074.179637] env[62024]: value = "task-2288990" [ 1074.179637] env[62024]: _type = "Task" [ 1074.179637] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.187439] env[62024]: DEBUG oslo_vmware.api [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.267262] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 4b057441-3437-470b-bcec-adf23799d370] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1074.347544] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.347730] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.347917] env[62024]: DEBUG nova.network.neutron [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.381113] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2288988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0634} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.381888] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.382747] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3fb3f5-42a3-4107-84a7-8307d5081b02 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.407073] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 1e305b97-845d-4ae2-8360-a94e4b9470b3/1e305b97-845d-4ae2-8360-a94e4b9470b3.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.407567] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3677afaa-9829-4733-a782-e2ffc4bec270 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.427131] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1074.427131] env[62024]: value = "task-2288991" [ 1074.427131] env[62024]: _type = "Task" [ 1074.427131] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.434771] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2288991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.621472] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.690551] env[62024]: DEBUG oslo_vmware.api [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.770489] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: b0119f90-c29b-487b-9378-4f1f895730da] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1074.937995] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2288991, 'name': ReconfigVM_Task, 'duration_secs': 0.472984} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.940502] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 1e305b97-845d-4ae2-8360-a94e4b9470b3/1e305b97-845d-4ae2-8360-a94e4b9470b3.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.941292] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91bec9ac-a97d-4aeb-8954-64f4cbcb2193 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.948168] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1074.948168] env[62024]: value = "task-2288992" [ 1074.948168] env[62024]: _type = "Task" [ 1074.948168] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.960121] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2288992, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.991777] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d7b8bd-fe11-4a05-be71-a6210408c57d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.999413] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8616b050-1c9f-4e8e-acc0-f3327c70c5f8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.035359] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a29ddb-be83-4ace-b3ca-e7428fbe92ba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.042904] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfa5163-f686-44d6-b51f-15f97d2b27dd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.056440] env[62024]: DEBUG nova.compute.provider_tree [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.105278] env[62024]: DEBUG nova.network.neutron [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance_info_cache with network_info: [{"id": "8b4be40e-68e5-4a76-93f9-e22668142850", "address": "fa:16:3e:06:04:e7", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b4be40e-68", "ovs_interfaceid": "8b4be40e-68e5-4a76-93f9-e22668142850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.120502] env[62024]: DEBUG oslo_vmware.api [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288989, 'name': PowerOnVM_Task, 'duration_secs': 0.556582} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.120765] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.190582] env[62024]: DEBUG oslo_vmware.api [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.233941] env[62024]: DEBUG nova.compute.manager [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.234905] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3768a4ba-5ca5-4d29-8585-815a5d341997 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.273945] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 2b796cd9-a60e-499d-b000-b4924ea5b513] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1075.458550] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2288992, 'name': Rename_Task, 'duration_secs': 0.143634} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.458972] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.459279] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-202d26fb-ca8e-4ddd-83cf-69d40c577103 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.465876] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1075.465876] env[62024]: value = "task-2288993" [ 1075.465876] env[62024]: _type = "Task" [ 1075.465876] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.473010] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2288993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.559818] env[62024]: DEBUG nova.scheduler.client.report [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.607864] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.691874] env[62024]: DEBUG oslo_vmware.api [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.752272] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4ed483b0-ceb3-4d17-839f-abdfe2ee95f0 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.537s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.776958] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 0b39a041-30fe-4fe5-896f-47bc5861a517] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1075.976922] env[62024]: DEBUG oslo_vmware.api [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2288993, 'name': PowerOnVM_Task, 'duration_secs': 0.460124} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.977758] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.977758] env[62024]: INFO nova.compute.manager [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1075.977758] env[62024]: DEBUG nova.compute.manager [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.978445] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c3a0ed-3573-490e-aa12-57f47fa42ce3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.064856] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.065394] env[62024]: DEBUG nova.compute.manager [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.191888] env[62024]: DEBUG oslo_vmware.api [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.279972] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 7cd6a6a4-08d4-4bcb-921c-ebf19fec6f31] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1076.496740] env[62024]: INFO nova.compute.manager [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Took 17.91 seconds to build instance. [ 1076.570968] env[62024]: DEBUG nova.compute.utils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1076.572410] env[62024]: DEBUG nova.compute.manager [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.572979] env[62024]: DEBUG nova.network.neutron [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.612803] env[62024]: DEBUG nova.policy [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4cb6a26029a4251bc5a04e05458ab78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '633bf756caa54ea49d7c4c5ba81180ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.692823] env[62024]: DEBUG oslo_vmware.api [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.783564] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: d29f73ff-cc05-4ec3-bbe2-2bf6617a3efd] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1076.999349] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ef8e145a-4122-4e8a-9d19-669189830fb0 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.416s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.030715] env[62024]: DEBUG nova.network.neutron [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Successfully created port: a80b3455-05e3-46e4-b24b-36a94150021b {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.075416] env[62024]: DEBUG nova.compute.manager [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.086344] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cafc2a-cc6c-4c61-94e6-b71247f89271 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.093162] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-963a8203-ac81-4c48-9366-2cf992ff074b tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Suspending the VM {{(pid=62024) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1077.093453] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ddb21cb4-4fb7-4be3-893f-ae80469cc7d6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.100457] env[62024]: DEBUG oslo_vmware.api [None req-963a8203-ac81-4c48-9366-2cf992ff074b tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1077.100457] env[62024]: value = "task-2288994" [ 1077.100457] env[62024]: _type = "Task" [ 1077.100457] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.108436] env[62024]: DEBUG oslo_vmware.api [None req-963a8203-ac81-4c48-9366-2cf992ff074b tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288994, 'name': SuspendVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.121359] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f363e309-abc9-49e8-ab20-268c4e3f4fed {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.142123] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance '727b5831-f0ae-45f8-9f8b-c7abab618b59' progress to 0 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.193193] env[62024]: DEBUG oslo_vmware.api [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.286700] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: d66ce04d-e04e-4510-a02d-6cd22e2cc29b] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1077.609928] env[62024]: DEBUG oslo_vmware.api [None req-963a8203-ac81-4c48-9366-2cf992ff074b tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288994, 'name': SuspendVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.647981] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.648299] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1b90eda-fc01-4226-b83b-8611f698cf79 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.656098] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1077.656098] env[62024]: value = "task-2288995" [ 1077.656098] env[62024]: _type = "Task" [ 1077.656098] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.664613] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.693817] env[62024]: DEBUG oslo_vmware.api [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.790398] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 5a8d7755-0802-4c0b-a0f7-bbec6f52842d] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1077.884592] env[62024]: DEBUG nova.compute.manager [req-1f543c9a-d6fc-4c7b-ada1-5cb9876dc4da req-cd5a6e40-d6b1-4359-9c24-122a4d9dbdf2 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Received event network-changed-700cb266-367f-4db6-a20c-37e5ba13d826 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.884799] env[62024]: DEBUG nova.compute.manager [req-1f543c9a-d6fc-4c7b-ada1-5cb9876dc4da req-cd5a6e40-d6b1-4359-9c24-122a4d9dbdf2 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Refreshing instance network info cache due to event network-changed-700cb266-367f-4db6-a20c-37e5ba13d826. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1077.885015] env[62024]: DEBUG oslo_concurrency.lockutils [req-1f543c9a-d6fc-4c7b-ada1-5cb9876dc4da req-cd5a6e40-d6b1-4359-9c24-122a4d9dbdf2 service nova] Acquiring lock "refresh_cache-1e305b97-845d-4ae2-8360-a94e4b9470b3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.885166] env[62024]: DEBUG oslo_concurrency.lockutils [req-1f543c9a-d6fc-4c7b-ada1-5cb9876dc4da req-cd5a6e40-d6b1-4359-9c24-122a4d9dbdf2 service nova] Acquired lock "refresh_cache-1e305b97-845d-4ae2-8360-a94e4b9470b3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.885325] env[62024]: DEBUG nova.network.neutron [req-1f543c9a-d6fc-4c7b-ada1-5cb9876dc4da req-cd5a6e40-d6b1-4359-9c24-122a4d9dbdf2 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Refreshing network info cache for port 700cb266-367f-4db6-a20c-37e5ba13d826 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.085621] env[62024]: DEBUG nova.compute.manager [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.114610] env[62024]: DEBUG oslo_vmware.api [None req-963a8203-ac81-4c48-9366-2cf992ff074b tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2288994, 'name': SuspendVM_Task, 'duration_secs': 0.662653} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.117586] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-963a8203-ac81-4c48-9366-2cf992ff074b tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Suspended the VM {{(pid=62024) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1078.117892] env[62024]: DEBUG nova.compute.manager [None req-963a8203-ac81-4c48-9366-2cf992ff074b tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.119327] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8beda5-eae5-46f3-8333-4c2751b11bc3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.126187] env[62024]: DEBUG nova.virt.hardware [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.126530] env[62024]: DEBUG nova.virt.hardware [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.126779] env[62024]: DEBUG nova.virt.hardware [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.127090] env[62024]: DEBUG nova.virt.hardware [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.127348] env[62024]: DEBUG nova.virt.hardware [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.127620] env[62024]: DEBUG nova.virt.hardware [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.127959] env[62024]: DEBUG nova.virt.hardware [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.128250] env[62024]: DEBUG nova.virt.hardware [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.128551] env[62024]: DEBUG nova.virt.hardware [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.128844] env[62024]: DEBUG nova.virt.hardware [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.129141] env[62024]: DEBUG nova.virt.hardware [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.130368] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a1e711-07b5-4ab7-9c7f-1df9cca94840 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.147229] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4644e582-b643-4020-9a1d-c27846915a67 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.179397] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288995, 'name': PowerOffVM_Task, 'duration_secs': 0.151785} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.179667] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.181295] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance '727b5831-f0ae-45f8-9f8b-c7abab618b59' progress to 17 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.195128] env[62024]: DEBUG oslo_vmware.api [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.295195] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: a5b1aa18-93ff-4a38-b4df-e24e59e98c69] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1078.631852] env[62024]: DEBUG nova.network.neutron [req-1f543c9a-d6fc-4c7b-ada1-5cb9876dc4da req-cd5a6e40-d6b1-4359-9c24-122a4d9dbdf2 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Updated VIF entry in instance network info cache for port 700cb266-367f-4db6-a20c-37e5ba13d826. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.632331] env[62024]: DEBUG nova.network.neutron [req-1f543c9a-d6fc-4c7b-ada1-5cb9876dc4da req-cd5a6e40-d6b1-4359-9c24-122a4d9dbdf2 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Updating instance_info_cache with network_info: [{"id": "700cb266-367f-4db6-a20c-37e5ba13d826", "address": "fa:16:3e:a1:8c:1e", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700cb266-36", "ovs_interfaceid": "700cb266-367f-4db6-a20c-37e5ba13d826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.685706] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.686098] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.686338] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.686530] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.686688] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.687256] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.687374] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.687563] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.687743] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.687912] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.688112] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.694356] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92768b00-de38-43f0-aa14-74e3ec6ccf4c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.715380] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1078.715380] env[62024]: value = "task-2288996" [ 1078.715380] env[62024]: _type = "Task" [ 1078.715380] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.718849] env[62024]: DEBUG oslo_vmware.api [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.727677] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288996, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.798066] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 3310883b-f3e0-4990-a98e-27ac498a63f0] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1079.137692] env[62024]: DEBUG oslo_concurrency.lockutils [req-1f543c9a-d6fc-4c7b-ada1-5cb9876dc4da req-cd5a6e40-d6b1-4359-9c24-122a4d9dbdf2 service nova] Releasing lock "refresh_cache-1e305b97-845d-4ae2-8360-a94e4b9470b3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.171348] env[62024]: DEBUG nova.network.neutron [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Successfully updated port: a80b3455-05e3-46e4-b24b-36a94150021b {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.205130] env[62024]: DEBUG oslo_vmware.api [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.230291] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.301533] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 60b6724e-dc5d-4175-a9d9-06d8e24ccb47] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1079.582883] env[62024]: INFO nova.compute.manager [None req-47db5272-f7ac-48c5-9cba-2d094f5d22e8 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Resuming [ 1079.583473] env[62024]: DEBUG nova.objects.instance [None req-47db5272-f7ac-48c5-9cba-2d094f5d22e8 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lazy-loading 'flavor' on Instance uuid af5d5a5f-afca-428a-abf8-7c9b70234c56 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.674535] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "refresh_cache-8562a9a8-f194-4863-82e1-bb446b1a1da9" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.674787] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "refresh_cache-8562a9a8-f194-4863-82e1-bb446b1a1da9" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.675044] env[62024]: DEBUG nova.network.neutron [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.705544] env[62024]: DEBUG oslo_vmware.api [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288990, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.727344] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.804607] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: ac899dc5-f981-4532-b20c-e8351dc4f00a] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1079.910425] env[62024]: DEBUG nova.compute.manager [req-74cd58c4-a71e-4706-8d41-bde203aa99dd req-30c5d74f-20ad-48a7-9285-791934fac73d service nova] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Received event network-vif-plugged-a80b3455-05e3-46e4-b24b-36a94150021b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.910627] env[62024]: DEBUG oslo_concurrency.lockutils [req-74cd58c4-a71e-4706-8d41-bde203aa99dd req-30c5d74f-20ad-48a7-9285-791934fac73d service nova] Acquiring lock "8562a9a8-f194-4863-82e1-bb446b1a1da9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.910839] env[62024]: DEBUG oslo_concurrency.lockutils [req-74cd58c4-a71e-4706-8d41-bde203aa99dd req-30c5d74f-20ad-48a7-9285-791934fac73d service nova] Lock "8562a9a8-f194-4863-82e1-bb446b1a1da9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.911078] env[62024]: DEBUG oslo_concurrency.lockutils [req-74cd58c4-a71e-4706-8d41-bde203aa99dd req-30c5d74f-20ad-48a7-9285-791934fac73d service nova] Lock "8562a9a8-f194-4863-82e1-bb446b1a1da9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.911260] env[62024]: DEBUG nova.compute.manager [req-74cd58c4-a71e-4706-8d41-bde203aa99dd req-30c5d74f-20ad-48a7-9285-791934fac73d service nova] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] No waiting events found dispatching network-vif-plugged-a80b3455-05e3-46e4-b24b-36a94150021b {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.911422] env[62024]: WARNING nova.compute.manager [req-74cd58c4-a71e-4706-8d41-bde203aa99dd req-30c5d74f-20ad-48a7-9285-791934fac73d service nova] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Received unexpected event network-vif-plugged-a80b3455-05e3-46e4-b24b-36a94150021b for instance with vm_state building and task_state spawning. [ 1079.911580] env[62024]: DEBUG nova.compute.manager [req-74cd58c4-a71e-4706-8d41-bde203aa99dd req-30c5d74f-20ad-48a7-9285-791934fac73d service nova] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Received event network-changed-a80b3455-05e3-46e4-b24b-36a94150021b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.911751] env[62024]: DEBUG nova.compute.manager [req-74cd58c4-a71e-4706-8d41-bde203aa99dd req-30c5d74f-20ad-48a7-9285-791934fac73d service nova] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Refreshing instance network info cache due to event network-changed-a80b3455-05e3-46e4-b24b-36a94150021b. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1079.911928] env[62024]: DEBUG oslo_concurrency.lockutils [req-74cd58c4-a71e-4706-8d41-bde203aa99dd req-30c5d74f-20ad-48a7-9285-791934fac73d service nova] Acquiring lock "refresh_cache-8562a9a8-f194-4863-82e1-bb446b1a1da9" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.205718] env[62024]: DEBUG oslo_vmware.api [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2288990, 'name': ReconfigVM_Task, 'duration_secs': 5.752352} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.205853] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.206082] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Reconfigured VM to detach interface {{(pid=62024) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1080.208606] env[62024]: DEBUG nova.network.neutron [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.228554] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288996, 'name': ReconfigVM_Task, 'duration_secs': 1.195302} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.228856] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance '727b5831-f0ae-45f8-9f8b-c7abab618b59' progress to 33 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.310606] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 091ddffd-6767-4b75-8a25-28b4851324c8] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1080.345754] env[62024]: DEBUG nova.network.neutron [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Updating instance_info_cache with network_info: [{"id": "a80b3455-05e3-46e4-b24b-36a94150021b", "address": "fa:16:3e:b7:b9:17", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa80b3455-05", "ovs_interfaceid": "a80b3455-05e3-46e4-b24b-36a94150021b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.735120] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.735323] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.735487] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.735674] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.735820] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.735968] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.736199] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.736361] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.736526] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.736688] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.736909] env[62024]: DEBUG nova.virt.hardware [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.742236] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1080.742528] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c54d569-d18d-42b0-bb03-c1ecfd262dac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.762659] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1080.762659] env[62024]: value = "task-2288997" [ 1080.762659] env[62024]: _type = "Task" [ 1080.762659] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.771424] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.814267] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 8f02b240-6945-4336-892a-65678ba81a5f] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1080.848349] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "refresh_cache-8562a9a8-f194-4863-82e1-bb446b1a1da9" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.848743] env[62024]: DEBUG nova.compute.manager [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Instance network_info: |[{"id": "a80b3455-05e3-46e4-b24b-36a94150021b", "address": "fa:16:3e:b7:b9:17", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa80b3455-05", "ovs_interfaceid": "a80b3455-05e3-46e4-b24b-36a94150021b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.849150] env[62024]: DEBUG oslo_concurrency.lockutils [req-74cd58c4-a71e-4706-8d41-bde203aa99dd req-30c5d74f-20ad-48a7-9285-791934fac73d service nova] Acquired lock "refresh_cache-8562a9a8-f194-4863-82e1-bb446b1a1da9" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.849398] env[62024]: DEBUG nova.network.neutron [req-74cd58c4-a71e-4706-8d41-bde203aa99dd req-30c5d74f-20ad-48a7-9285-791934fac73d service nova] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Refreshing network info cache for port a80b3455-05e3-46e4-b24b-36a94150021b {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.851169] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:b9:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a80b3455-05e3-46e4-b24b-36a94150021b', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.863494] env[62024]: DEBUG oslo.service.loopingcall [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1080.867574] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.868199] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-376f3db4-3167-4d6b-bb48-6bb09a02b953 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.894037] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.894037] env[62024]: value = "task-2288998" [ 1080.894037] env[62024]: _type = "Task" [ 1080.894037] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.902226] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288998, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.085663] env[62024]: DEBUG nova.network.neutron [req-74cd58c4-a71e-4706-8d41-bde203aa99dd req-30c5d74f-20ad-48a7-9285-791934fac73d service nova] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Updated VIF entry in instance network info cache for port a80b3455-05e3-46e4-b24b-36a94150021b. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.086018] env[62024]: DEBUG nova.network.neutron [req-74cd58c4-a71e-4706-8d41-bde203aa99dd req-30c5d74f-20ad-48a7-9285-791934fac73d service nova] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Updating instance_info_cache with network_info: [{"id": "a80b3455-05e3-46e4-b24b-36a94150021b", "address": "fa:16:3e:b7:b9:17", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa80b3455-05", "ovs_interfaceid": "a80b3455-05e3-46e4-b24b-36a94150021b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.093325] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47db5272-f7ac-48c5-9cba-2d094f5d22e8 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.093490] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47db5272-f7ac-48c5-9cba-2d094f5d22e8 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquired lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.093659] env[62024]: DEBUG nova.network.neutron [None req-47db5272-f7ac-48c5-9cba-2d094f5d22e8 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.271885] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288997, 'name': ReconfigVM_Task, 'duration_secs': 0.189173} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.272109] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1081.272870] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dde3bb-9d39-4b2e-ad66-d60fc067bc13 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.294010] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 727b5831-f0ae-45f8-9f8b-c7abab618b59/727b5831-f0ae-45f8-9f8b-c7abab618b59.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.294252] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb2a099-8b54-40fb-b9d3-98bfd8de358a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.310465] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1081.310465] env[62024]: value = "task-2288999" [ 1081.310465] env[62024]: _type = "Task" [ 1081.310465] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.317737] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 58344be0-9c1b-43bf-bc58-16da488b10d8] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1081.319434] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.404380] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2288998, 'name': CreateVM_Task, 'duration_secs': 0.314329} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.404543] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.405203] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.405363] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.405669] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.405913] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad94f0e-2a7b-4492-b268-a919221f207e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.410123] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1081.410123] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522d0e62-af9d-3854-8f43-db91b115246a" [ 1081.410123] env[62024]: _type = "Task" [ 1081.410123] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.417168] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522d0e62-af9d-3854-8f43-db91b115246a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.562592] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.562785] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.562967] env[62024]: DEBUG nova.network.neutron [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.588287] env[62024]: DEBUG oslo_concurrency.lockutils [req-74cd58c4-a71e-4706-8d41-bde203aa99dd req-30c5d74f-20ad-48a7-9285-791934fac73d service nova] Releasing lock "refresh_cache-8562a9a8-f194-4863-82e1-bb446b1a1da9" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.779284] env[62024]: DEBUG nova.network.neutron [None req-47db5272-f7ac-48c5-9cba-2d094f5d22e8 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Updating instance_info_cache with network_info: [{"id": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "address": "fa:16:3e:55:9f:f7", "network": {"id": "961204ed-9db8-4e99-ae79-19fb804ced5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-665674658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb11eb8d05844e2a66a44e782cb84ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d97f123-1b", "ovs_interfaceid": "5d97f123-1b5f-43fb-8e0a-7eab2674a61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.820229] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 01583b3a-4abc-4d50-b8a1-8f6a6f982871] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1081.821896] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2288999, 'name': ReconfigVM_Task, 'duration_secs': 0.248399} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.822359] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 727b5831-f0ae-45f8-9f8b-c7abab618b59/727b5831-f0ae-45f8-9f8b-c7abab618b59.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.822624] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance '727b5831-f0ae-45f8-9f8b-c7abab618b59' progress to 50 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.919815] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]522d0e62-af9d-3854-8f43-db91b115246a, 'name': SearchDatastore_Task, 'duration_secs': 0.027772} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.920150] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.920383] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.920611] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.920756] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.920932] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.921202] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b6d8e80-08c8-4e6d-9e1c-a0c66b323b4c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.929681] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.929862] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.930572] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35d7b8a-8f4f-4c99-afee-229be2ada5a5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.935677] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1081.935677] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a393be-e511-cde9-0ab4-a833d6c9959d" [ 1081.935677] env[62024]: _type = "Task" [ 1081.935677] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.943742] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a393be-e511-cde9-0ab4-a833d6c9959d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.184573] env[62024]: DEBUG nova.compute.manager [req-ffb16707-1546-4844-bc76-44078938b3dc req-3746bc72-196b-45d8-a8f4-132d1f8efcfc service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Received event network-changed-51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.184764] env[62024]: DEBUG nova.compute.manager [req-ffb16707-1546-4844-bc76-44078938b3dc req-3746bc72-196b-45d8-a8f4-132d1f8efcfc service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Refreshing instance network info cache due to event network-changed-51228324-7817-46b3-aa56-39645281b802. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1082.184951] env[62024]: DEBUG oslo_concurrency.lockutils [req-ffb16707-1546-4844-bc76-44078938b3dc req-3746bc72-196b-45d8-a8f4-132d1f8efcfc service nova] Acquiring lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.282411] env[62024]: DEBUG oslo_concurrency.lockutils [None req-47db5272-f7ac-48c5-9cba-2d094f5d22e8 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Releasing lock "refresh_cache-af5d5a5f-afca-428a-abf8-7c9b70234c56" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.283382] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5939f99-011f-4cfe-bfda-d2ff43429961 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.290056] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-47db5272-f7ac-48c5-9cba-2d094f5d22e8 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Resuming the VM {{(pid=62024) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1082.290288] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54754e1a-b818-4ef8-af90-7ec4313af49d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.292700] env[62024]: INFO nova.network.neutron [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Port 40cd88f7-e648-4fb5-bb7c-dc7c45304a75 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1082.293024] env[62024]: DEBUG nova.network.neutron [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updating instance_info_cache with network_info: [{"id": "51228324-7817-46b3-aa56-39645281b802", "address": "fa:16:3e:79:00:f0", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51228324-78", "ovs_interfaceid": "51228324-7817-46b3-aa56-39645281b802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.298580] env[62024]: DEBUG oslo_vmware.api [None req-47db5272-f7ac-48c5-9cba-2d094f5d22e8 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1082.298580] env[62024]: value = "task-2289000" [ 1082.298580] env[62024]: _type = "Task" [ 1082.298580] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.305568] env[62024]: DEBUG oslo_vmware.api [None req-47db5272-f7ac-48c5-9cba-2d094f5d22e8 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2289000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.326924] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 7c1f70ca-f859-4dea-90c5-7074dce2e02e] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1082.332322] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead6816a-96e8-4853-ae59-23ad0e08796f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.352240] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f95f29-b26b-4d18-832c-e2834c944fd3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.370529] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance '727b5831-f0ae-45f8-9f8b-c7abab618b59' progress to 67 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.446422] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a393be-e511-cde9-0ab4-a833d6c9959d, 'name': SearchDatastore_Task, 'duration_secs': 0.00868} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.447251] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d91a31-4d01-4d68-9ed1-2663c5e32981 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.452259] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1082.452259] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d2c011-e8a9-4aad-932b-d89ef927b203" [ 1082.452259] env[62024]: _type = "Task" [ 1082.452259] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.459538] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d2c011-e8a9-4aad-932b-d89ef927b203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.796134] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.799046] env[62024]: DEBUG oslo_concurrency.lockutils [req-ffb16707-1546-4844-bc76-44078938b3dc req-3746bc72-196b-45d8-a8f4-132d1f8efcfc service nova] Acquired lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.799478] env[62024]: DEBUG nova.network.neutron [req-ffb16707-1546-4844-bc76-44078938b3dc req-3746bc72-196b-45d8-a8f4-132d1f8efcfc service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Refreshing network info cache for port 51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.811954] env[62024]: DEBUG oslo_vmware.api [None req-47db5272-f7ac-48c5-9cba-2d094f5d22e8 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2289000, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.832502] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: b38b8e47-b7b8-4678-bced-6bbb82509657] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1082.880928] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "interface-58b46877-0999-4fa2-b85c-ada4bc28ca94-40cd88f7-e648-4fb5-bb7c-dc7c45304a75" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.881204] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-58b46877-0999-4fa2-b85c-ada4bc28ca94-40cd88f7-e648-4fb5-bb7c-dc7c45304a75" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.881542] env[62024]: DEBUG nova.objects.instance [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'flavor' on Instance uuid 58b46877-0999-4fa2-b85c-ada4bc28ca94 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.931030] env[62024]: DEBUG nova.network.neutron [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Port 8b4be40e-68e5-4a76-93f9-e22668142850 binding to destination host cpu-1 is already ACTIVE {{(pid=62024) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1082.963535] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52d2c011-e8a9-4aad-932b-d89ef927b203, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.963819] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.964089] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 8562a9a8-f194-4863-82e1-bb446b1a1da9/8562a9a8-f194-4863-82e1-bb446b1a1da9.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.964364] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27001927-396a-4cba-a951-e871ba4c2b77 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.972025] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1082.972025] env[62024]: value = "task-2289001" [ 1082.972025] env[62024]: _type = "Task" [ 1082.972025] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.980691] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.302155] env[62024]: DEBUG oslo_concurrency.lockutils [None req-53efde9b-3010-41c0-ac7f-b511d721e846 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-84501be5-d16d-4b81-a3ee-374c45191638-40cd88f7-e648-4fb5-bb7c-dc7c45304a75" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.690s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.315738] env[62024]: DEBUG oslo_vmware.api [None req-47db5272-f7ac-48c5-9cba-2d094f5d22e8 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2289000, 'name': PowerOnVM_Task, 'duration_secs': 0.514075} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.315738] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-47db5272-f7ac-48c5-9cba-2d094f5d22e8 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Resumed the VM {{(pid=62024) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1083.315738] env[62024]: DEBUG nova.compute.manager [None req-47db5272-f7ac-48c5-9cba-2d094f5d22e8 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.316649] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71683095-8a5e-45c4-a8f3-ef816ce98bc6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.335925] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: c588cdc1-d2bb-4777-bcf4-c45ff3894608] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1083.481455] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478036} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.483832] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 8562a9a8-f194-4863-82e1-bb446b1a1da9/8562a9a8-f194-4863-82e1-bb446b1a1da9.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.484411] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.485480] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c37fd75e-dcc9-4a60-a597-f3dbaa976b3c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.492501] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1083.492501] env[62024]: value = "task-2289002" [ 1083.492501] env[62024]: _type = "Task" [ 1083.492501] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.496919] env[62024]: DEBUG nova.objects.instance [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'pci_requests' on Instance uuid 58b46877-0999-4fa2-b85c-ada4bc28ca94 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.501276] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.579992] env[62024]: DEBUG nova.network.neutron [req-ffb16707-1546-4844-bc76-44078938b3dc req-3746bc72-196b-45d8-a8f4-132d1f8efcfc service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updated VIF entry in instance network info cache for port 51228324-7817-46b3-aa56-39645281b802. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.580448] env[62024]: DEBUG nova.network.neutron [req-ffb16707-1546-4844-bc76-44078938b3dc req-3746bc72-196b-45d8-a8f4-132d1f8efcfc service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updating instance_info_cache with network_info: [{"id": "51228324-7817-46b3-aa56-39645281b802", "address": "fa:16:3e:79:00:f0", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51228324-78", "ovs_interfaceid": "51228324-7817-46b3-aa56-39645281b802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.839133] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: a0f8e68d-0b54-44d0-b3bf-4c386c013015] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1083.950515] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "727b5831-f0ae-45f8-9f8b-c7abab618b59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.951777] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "727b5831-f0ae-45f8-9f8b-c7abab618b59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.951777] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "727b5831-f0ae-45f8-9f8b-c7abab618b59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.001874] env[62024]: DEBUG nova.objects.base [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Object Instance<58b46877-0999-4fa2-b85c-ada4bc28ca94> lazy-loaded attributes: flavor,pci_requests {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1084.002153] env[62024]: DEBUG nova.network.neutron [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.004449] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065801} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.004693] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.005779] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ce9680-8042-4bd7-8135-107fe54ff81b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.027475] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 8562a9a8-f194-4863-82e1-bb446b1a1da9/8562a9a8-f194-4863-82e1-bb446b1a1da9.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.028064] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-426edc52-209a-4015-8872-7d5576b31f4a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.047399] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1084.047399] env[62024]: value = "task-2289003" [ 1084.047399] env[62024]: _type = "Task" [ 1084.047399] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.057250] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.083116] env[62024]: DEBUG oslo_concurrency.lockutils [req-ffb16707-1546-4844-bc76-44078938b3dc req-3746bc72-196b-45d8-a8f4-132d1f8efcfc service nova] Releasing lock "refresh_cache-84501be5-d16d-4b81-a3ee-374c45191638" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.106864] env[62024]: DEBUG nova.policy [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac9642bd3134e8f8ce7dffa09717db3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddea10ddb6a44863b1fcff034e3f6899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.280395] env[62024]: DEBUG nova.compute.manager [req-44ecd2a1-bf9d-4ab1-93e1-9b6e3580ef2c req-722cc89b-10ab-4fe9-bd2a-57dca1f9e588 service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Received event network-changed-cf09d769-f55c-4012-ad4d-218ad8dab117 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1084.280583] env[62024]: DEBUG nova.compute.manager [req-44ecd2a1-bf9d-4ab1-93e1-9b6e3580ef2c req-722cc89b-10ab-4fe9-bd2a-57dca1f9e588 service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Refreshing instance network info cache due to event network-changed-cf09d769-f55c-4012-ad4d-218ad8dab117. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1084.280869] env[62024]: DEBUG oslo_concurrency.lockutils [req-44ecd2a1-bf9d-4ab1-93e1-9b6e3580ef2c req-722cc89b-10ab-4fe9-bd2a-57dca1f9e588 service nova] Acquiring lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.280970] env[62024]: DEBUG oslo_concurrency.lockutils [req-44ecd2a1-bf9d-4ab1-93e1-9b6e3580ef2c req-722cc89b-10ab-4fe9-bd2a-57dca1f9e588 service nova] Acquired lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.281148] env[62024]: DEBUG nova.network.neutron [req-44ecd2a1-bf9d-4ab1-93e1-9b6e3580ef2c req-722cc89b-10ab-4fe9-bd2a-57dca1f9e588 service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Refreshing network info cache for port cf09d769-f55c-4012-ad4d-218ad8dab117 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.342266] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: c9d82a18-2556-465f-9fdc-623c14c71850] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1084.559414] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.845443] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: bb516805-3266-46a4-a484-0412b9c30670] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1085.003937] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.004145] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.004325] env[62024]: DEBUG nova.network.neutron [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.006947] env[62024]: DEBUG nova.network.neutron [req-44ecd2a1-bf9d-4ab1-93e1-9b6e3580ef2c req-722cc89b-10ab-4fe9-bd2a-57dca1f9e588 service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Updated VIF entry in instance network info cache for port cf09d769-f55c-4012-ad4d-218ad8dab117. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.007283] env[62024]: DEBUG nova.network.neutron [req-44ecd2a1-bf9d-4ab1-93e1-9b6e3580ef2c req-722cc89b-10ab-4fe9-bd2a-57dca1f9e588 service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Updating instance_info_cache with network_info: [{"id": "cf09d769-f55c-4012-ad4d-218ad8dab117", "address": "fa:16:3e:a4:0d:19", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf09d769-f5", "ovs_interfaceid": "cf09d769-f55c-4012-ad4d-218ad8dab117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.059278] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289003, 'name': ReconfigVM_Task, 'duration_secs': 0.989162} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.059547] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 8562a9a8-f194-4863-82e1-bb446b1a1da9/8562a9a8-f194-4863-82e1-bb446b1a1da9.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.060170] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24c16f92-a79f-4898-946f-c3baff432460 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.065922] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1085.065922] env[62024]: value = "task-2289004" [ 1085.065922] env[62024]: _type = "Task" [ 1085.065922] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.073265] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289004, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.348605] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 667af159-4e5d-4e30-86cb-07e64329723f] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1085.509547] env[62024]: DEBUG oslo_concurrency.lockutils [req-44ecd2a1-bf9d-4ab1-93e1-9b6e3580ef2c req-722cc89b-10ab-4fe9-bd2a-57dca1f9e588 service nova] Releasing lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.577856] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289004, 'name': Rename_Task, 'duration_secs': 0.127526} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.577856] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.579912] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8249bd66-335c-41a3-826c-f3f71d5a9e2a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.595559] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1085.595559] env[62024]: value = "task-2289005" [ 1085.595559] env[62024]: _type = "Task" [ 1085.595559] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.602196] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.623924] env[62024]: DEBUG nova.compute.manager [req-a3f47e85-eb07-4745-b326-b7393b5c845b req-50a58159-4fae-490d-9c14-e2c021f0bde8 service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Received event network-vif-plugged-40cd88f7-e648-4fb5-bb7c-dc7c45304a75 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1085.623992] env[62024]: DEBUG oslo_concurrency.lockutils [req-a3f47e85-eb07-4745-b326-b7393b5c845b req-50a58159-4fae-490d-9c14-e2c021f0bde8 service nova] Acquiring lock "58b46877-0999-4fa2-b85c-ada4bc28ca94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.624319] env[62024]: DEBUG oslo_concurrency.lockutils [req-a3f47e85-eb07-4745-b326-b7393b5c845b req-50a58159-4fae-490d-9c14-e2c021f0bde8 service nova] Lock "58b46877-0999-4fa2-b85c-ada4bc28ca94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.624513] env[62024]: DEBUG oslo_concurrency.lockutils [req-a3f47e85-eb07-4745-b326-b7393b5c845b req-50a58159-4fae-490d-9c14-e2c021f0bde8 service nova] Lock "58b46877-0999-4fa2-b85c-ada4bc28ca94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.624685] env[62024]: DEBUG nova.compute.manager [req-a3f47e85-eb07-4745-b326-b7393b5c845b req-50a58159-4fae-490d-9c14-e2c021f0bde8 service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] No waiting events found dispatching network-vif-plugged-40cd88f7-e648-4fb5-bb7c-dc7c45304a75 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.624888] env[62024]: WARNING nova.compute.manager [req-a3f47e85-eb07-4745-b326-b7393b5c845b req-50a58159-4fae-490d-9c14-e2c021f0bde8 service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Received unexpected event network-vif-plugged-40cd88f7-e648-4fb5-bb7c-dc7c45304a75 for instance with vm_state active and task_state None. [ 1085.754422] env[62024]: DEBUG nova.network.neutron [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance_info_cache with network_info: [{"id": "8b4be40e-68e5-4a76-93f9-e22668142850", "address": "fa:16:3e:06:04:e7", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b4be40e-68", "ovs_interfaceid": "8b4be40e-68e5-4a76-93f9-e22668142850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.775173] env[62024]: DEBUG nova.network.neutron [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Successfully updated port: 40cd88f7-e648-4fb5-bb7c-dc7c45304a75 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.851545] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 94744d19-3ad4-42bd-ba98-0bf84f87ef06] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1086.103985] env[62024]: DEBUG oslo_vmware.api [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289005, 'name': PowerOnVM_Task, 'duration_secs': 0.497251} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.104271] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.104475] env[62024]: INFO nova.compute.manager [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1086.104650] env[62024]: DEBUG nova.compute.manager [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.105463] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef8ff90-cdab-47ea-a53b-9cd72e8abbdb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.257033] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.278200] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.278444] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.278694] env[62024]: DEBUG nova.network.neutron [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.354707] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 7ac4b908-16cc-45e8-802b-ab55bd92aeb0] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1086.621269] env[62024]: INFO nova.compute.manager [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Took 12.78 seconds to build instance. [ 1086.783321] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7bdd89-4b77-4e7e-a5c7-b126c720e105 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.804362] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de72a900-dc12-4bc5-b848-e01edfd1c3ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.811313] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance '727b5831-f0ae-45f8-9f8b-c7abab618b59' progress to 83 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.840271] env[62024]: WARNING nova.network.neutron [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] e0f2a36d-219c-4c49-bfa1-8b03f0578d0f already exists in list: networks containing: ['e0f2a36d-219c-4c49-bfa1-8b03f0578d0f']. ignoring it [ 1086.858322] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 3fc289e9-3c96-4f1f-9cbb-52482e5502d5] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1087.123112] env[62024]: DEBUG oslo_concurrency.lockutils [None req-d4a014b4-18ab-41bf-a359-59041590011f tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "8562a9a8-f194-4863-82e1-bb446b1a1da9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.299s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.217818] env[62024]: DEBUG nova.network.neutron [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Updating instance_info_cache with network_info: [{"id": "cf09d769-f55c-4012-ad4d-218ad8dab117", "address": "fa:16:3e:a4:0d:19", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf09d769-f5", "ovs_interfaceid": "cf09d769-f55c-4012-ad4d-218ad8dab117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40cd88f7-e648-4fb5-bb7c-dc7c45304a75", "address": "fa:16:3e:3a:d9:cb", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cd88f7-e6", "ovs_interfaceid": "40cd88f7-e648-4fb5-bb7c-dc7c45304a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.318223] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.318544] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00ac7266-e2ae-49d7-8a87-aa36f8a819fb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.325674] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1087.325674] env[62024]: value = "task-2289006" [ 1087.325674] env[62024]: _type = "Task" [ 1087.325674] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.333197] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.361147] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 600e56ce-d114-42f6-8d7f-6cf534c0e984] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1087.650825] env[62024]: DEBUG nova.compute.manager [req-89763a0d-c1a3-4512-9166-392be50ff8c9 req-4eb35a0d-cf29-441b-b814-6590d994b82e service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Received event network-changed-40cd88f7-e648-4fb5-bb7c-dc7c45304a75 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.650994] env[62024]: DEBUG nova.compute.manager [req-89763a0d-c1a3-4512-9166-392be50ff8c9 req-4eb35a0d-cf29-441b-b814-6590d994b82e service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Refreshing instance network info cache due to event network-changed-40cd88f7-e648-4fb5-bb7c-dc7c45304a75. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1087.651208] env[62024]: DEBUG oslo_concurrency.lockutils [req-89763a0d-c1a3-4512-9166-392be50ff8c9 req-4eb35a0d-cf29-441b-b814-6590d994b82e service nova] Acquiring lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.720832] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.721539] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.721699] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.721999] env[62024]: DEBUG oslo_concurrency.lockutils [req-89763a0d-c1a3-4512-9166-392be50ff8c9 req-4eb35a0d-cf29-441b-b814-6590d994b82e service nova] Acquired lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.722217] env[62024]: DEBUG nova.network.neutron [req-89763a0d-c1a3-4512-9166-392be50ff8c9 req-4eb35a0d-cf29-441b-b814-6590d994b82e service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Refreshing network info cache for port 40cd88f7-e648-4fb5-bb7c-dc7c45304a75 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.724522] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906236f2-147b-4940-9fd3-b78e2f8a6c71 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.742265] env[62024]: DEBUG nova.virt.hardware [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.742523] env[62024]: DEBUG nova.virt.hardware [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.742682] env[62024]: DEBUG nova.virt.hardware [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.742862] env[62024]: DEBUG nova.virt.hardware [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.743015] env[62024]: DEBUG nova.virt.hardware [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.743177] env[62024]: DEBUG nova.virt.hardware [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.743380] env[62024]: DEBUG nova.virt.hardware [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.743535] env[62024]: DEBUG nova.virt.hardware [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.743698] env[62024]: DEBUG nova.virt.hardware [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.743858] env[62024]: DEBUG nova.virt.hardware [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.744040] env[62024]: DEBUG nova.virt.hardware [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.750596] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Reconfiguring VM to attach interface {{(pid=62024) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1087.751754] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98003984-9fbd-4cf1-bc40-2eebb796e49c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.770332] env[62024]: DEBUG oslo_vmware.api [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1087.770332] env[62024]: value = "task-2289007" [ 1087.770332] env[62024]: _type = "Task" [ 1087.770332] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.778277] env[62024]: DEBUG oslo_vmware.api [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289007, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.839686] env[62024]: DEBUG oslo_vmware.api [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289006, 'name': PowerOnVM_Task, 'duration_secs': 0.411732} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.840173] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.840364] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d5b0b3-7e6c-4322-9ec6-d3b3e4196eda tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance '727b5831-f0ae-45f8-9f8b-c7abab618b59' progress to 100 {{(pid=62024) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.864646] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 099e98a2-0879-4b35-8a2a-fd6a529f0e14] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1087.907542] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "8562a9a8-f194-4863-82e1-bb446b1a1da9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.907791] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "8562a9a8-f194-4863-82e1-bb446b1a1da9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.908011] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "8562a9a8-f194-4863-82e1-bb446b1a1da9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.908198] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "8562a9a8-f194-4863-82e1-bb446b1a1da9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.908364] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "8562a9a8-f194-4863-82e1-bb446b1a1da9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.910971] env[62024]: INFO nova.compute.manager [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Terminating instance [ 1088.280386] env[62024]: DEBUG oslo_vmware.api [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.341219] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "af5d5a5f-afca-428a-abf8-7c9b70234c56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.341498] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.341698] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "af5d5a5f-afca-428a-abf8-7c9b70234c56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.341875] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.342054] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.344095] env[62024]: INFO nova.compute.manager [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Terminating instance [ 1088.368146] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 1b91a632-2229-4097-8dac-260333a24093] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.414868] env[62024]: DEBUG nova.compute.manager [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.415098] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.415962] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da06148f-89b2-4700-a2fe-ef196bec7e10 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.426139] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.426410] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c88a926-f5bd-4d45-a20a-79ba5638a167 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.433068] env[62024]: DEBUG oslo_vmware.api [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1088.433068] env[62024]: value = "task-2289008" [ 1088.433068] env[62024]: _type = "Task" [ 1088.433068] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.440943] env[62024]: DEBUG oslo_vmware.api [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.481117] env[62024]: DEBUG nova.network.neutron [req-89763a0d-c1a3-4512-9166-392be50ff8c9 req-4eb35a0d-cf29-441b-b814-6590d994b82e service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Updated VIF entry in instance network info cache for port 40cd88f7-e648-4fb5-bb7c-dc7c45304a75. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.481774] env[62024]: DEBUG nova.network.neutron [req-89763a0d-c1a3-4512-9166-392be50ff8c9 req-4eb35a0d-cf29-441b-b814-6590d994b82e service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Updating instance_info_cache with network_info: [{"id": "cf09d769-f55c-4012-ad4d-218ad8dab117", "address": "fa:16:3e:a4:0d:19", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf09d769-f5", "ovs_interfaceid": "cf09d769-f55c-4012-ad4d-218ad8dab117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40cd88f7-e648-4fb5-bb7c-dc7c45304a75", "address": "fa:16:3e:3a:d9:cb", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cd88f7-e6", "ovs_interfaceid": "40cd88f7-e648-4fb5-bb7c-dc7c45304a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.780910] env[62024]: DEBUG oslo_vmware.api [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.854948] env[62024]: DEBUG nova.compute.manager [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.855133] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.855951] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f198d7-f6c8-47ef-9706-9dc473f4c571 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.863798] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.864037] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c0db46-069d-4514-bd8d-316c5f2986d5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.871746] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 39ed98a1-3f40-4e8a-b099-b25c8bd73b3a] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.874038] env[62024]: DEBUG oslo_vmware.api [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1088.874038] env[62024]: value = "task-2289009" [ 1088.874038] env[62024]: _type = "Task" [ 1088.874038] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.882335] env[62024]: DEBUG oslo_vmware.api [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2289009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.943815] env[62024]: DEBUG oslo_vmware.api [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289008, 'name': PowerOffVM_Task, 'duration_secs': 0.182989} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.944103] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.944284] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.944547] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03b32c0b-224b-4517-9e5f-b75a61b58841 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.985629] env[62024]: DEBUG oslo_concurrency.lockutils [req-89763a0d-c1a3-4512-9166-392be50ff8c9 req-4eb35a0d-cf29-441b-b814-6590d994b82e service nova] Releasing lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.075651] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.075942] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.076179] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleting the datastore file [datastore1] 8562a9a8-f194-4863-82e1-bb446b1a1da9 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.076458] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9ed9b1b-345e-436a-95fd-31230c70fa9a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.083894] env[62024]: DEBUG oslo_vmware.api [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1089.083894] env[62024]: value = "task-2289011" [ 1089.083894] env[62024]: _type = "Task" [ 1089.083894] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.092107] env[62024]: DEBUG oslo_vmware.api [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.281184] env[62024]: DEBUG oslo_vmware.api [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289007, 'name': ReconfigVM_Task, 'duration_secs': 1.108674} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.281698] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.281916] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Reconfigured VM to attach interface {{(pid=62024) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1089.375176] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: e4d53e08-758e-4304-876b-2fb456eb393c] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.386889] env[62024]: DEBUG oslo_vmware.api [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2289009, 'name': PowerOffVM_Task, 'duration_secs': 0.305879} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.387152] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.387322] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.388034] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c4a6a95-f709-47c8-98b6-f60b58afcd4f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.448845] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.449168] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.449366] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Deleting the datastore file [datastore2] af5d5a5f-afca-428a-abf8-7c9b70234c56 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.449631] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e567106f-e233-4e36-9697-1fc59cf636e2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.457768] env[62024]: DEBUG oslo_vmware.api [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for the task: (returnval){ [ 1089.457768] env[62024]: value = "task-2289013" [ 1089.457768] env[62024]: _type = "Task" [ 1089.457768] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.465582] env[62024]: DEBUG oslo_vmware.api [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2289013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.594210] env[62024]: DEBUG oslo_vmware.api [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137049} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.594473] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.594680] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.594840] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.595023] env[62024]: INFO nova.compute.manager [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1089.595271] env[62024]: DEBUG oslo.service.loopingcall [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.595459] env[62024]: DEBUG nova.compute.manager [-] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.595555] env[62024]: DEBUG nova.network.neutron [-] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.787070] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e898d049-3053-4ec1-9288-0b83468d49fd tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-58b46877-0999-4fa2-b85c-ada4bc28ca94-40cd88f7-e648-4fb5-bb7c-dc7c45304a75" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.906s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.881370] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 128f600b-4c7c-44fd-9d83-8295bab996e7] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.966798] env[62024]: DEBUG oslo_vmware.api [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Task: {'id': task-2289013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137377} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.967078] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.967270] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.967443] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.967614] env[62024]: INFO nova.compute.manager [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1089.967846] env[62024]: DEBUG oslo.service.loopingcall [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.968045] env[62024]: DEBUG nova.compute.manager [-] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.968148] env[62024]: DEBUG nova.network.neutron [-] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.108592] env[62024]: DEBUG nova.compute.manager [req-c9b9eb3a-7478-4a44-acd0-d9f9f6a89a37 req-649fba5e-3628-48e4-a1cf-2530d9b8c9ea service nova] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Received event network-vif-deleted-a80b3455-05e3-46e4-b24b-36a94150021b {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.108828] env[62024]: INFO nova.compute.manager [req-c9b9eb3a-7478-4a44-acd0-d9f9f6a89a37 req-649fba5e-3628-48e4-a1cf-2530d9b8c9ea service nova] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Neutron deleted interface a80b3455-05e3-46e4-b24b-36a94150021b; detaching it from the instance and deleting it from the info cache [ 1090.108975] env[62024]: DEBUG nova.network.neutron [req-c9b9eb3a-7478-4a44-acd0-d9f9f6a89a37 req-649fba5e-3628-48e4-a1cf-2530d9b8c9ea service nova] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.378420] env[62024]: DEBUG nova.network.neutron [-] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.385800] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: dba9a789-5a59-4876-b514-b58b4bb28083] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.435060] env[62024]: DEBUG nova.network.neutron [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Port 8b4be40e-68e5-4a76-93f9-e22668142850 binding to destination host cpu-1 is already ACTIVE {{(pid=62024) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1090.435390] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.435548] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.435716] env[62024]: DEBUG nova.network.neutron [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.611915] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7ecebf4-c0d1-455c-8838-cdd15d8e1b48 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.621968] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22b9a06-8708-4e63-934b-a44a504d9a4f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.648555] env[62024]: DEBUG nova.compute.manager [req-c9b9eb3a-7478-4a44-acd0-d9f9f6a89a37 req-649fba5e-3628-48e4-a1cf-2530d9b8c9ea service nova] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Detach interface failed, port_id=a80b3455-05e3-46e4-b24b-36a94150021b, reason: Instance 8562a9a8-f194-4863-82e1-bb446b1a1da9 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1090.753639] env[62024]: DEBUG nova.network.neutron [-] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.882506] env[62024]: INFO nova.compute.manager [-] [instance: 8562a9a8-f194-4863-82e1-bb446b1a1da9] Took 1.29 seconds to deallocate network for instance. [ 1090.887746] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: f7173894-2c79-40c7-b8a3-9b502c2c29a1] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.091510] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "interface-58b46877-0999-4fa2-b85c-ada4bc28ca94-40cd88f7-e648-4fb5-bb7c-dc7c45304a75" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.091757] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-58b46877-0999-4fa2-b85c-ada4bc28ca94-40cd88f7-e648-4fb5-bb7c-dc7c45304a75" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.217051] env[62024]: DEBUG nova.network.neutron [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance_info_cache with network_info: [{"id": "8b4be40e-68e5-4a76-93f9-e22668142850", "address": "fa:16:3e:06:04:e7", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b4be40e-68", "ovs_interfaceid": "8b4be40e-68e5-4a76-93f9-e22668142850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.256133] env[62024]: INFO nova.compute.manager [-] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Took 1.29 seconds to deallocate network for instance. [ 1091.388828] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.389256] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.389527] env[62024]: DEBUG nova.objects.instance [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lazy-loading 'resources' on Instance uuid 8562a9a8-f194-4863-82e1-bb446b1a1da9 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.392329] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 2dffe23d-5c9a-4477-a855-227646ad434b] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.594058] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.594254] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.595233] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295228f3-d631-4c05-8929-d82cdbd8d82f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.613517] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9047ff8e-e258-4f7d-9635-1361213b1d57 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.642048] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Reconfiguring VM to detach interface {{(pid=62024) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1091.642048] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea5c81d4-ac20-4f22-8f87-9c7306f20be1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.660450] env[62024]: DEBUG oslo_vmware.api [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1091.660450] env[62024]: value = "task-2289014" [ 1091.660450] env[62024]: _type = "Task" [ 1091.660450] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.667879] env[62024]: DEBUG oslo_vmware.api [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.720124] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.761698] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.898347] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: cd1edbe3-4426-474b-99ed-8143be203e55] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.994408] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ec4f53-d8c1-4560-99e3-5a280b8ba8bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.005998] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abced355-8b34-4ba6-b6de-659e888fcb19 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.058375] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed5340b-f031-44dc-bcc9-1c067bc83d23 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.069871] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7fde7f-138f-4f6f-9789-8cc0631d4fc9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.092022] env[62024]: DEBUG nova.compute.provider_tree [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.136822] env[62024]: DEBUG nova.compute.manager [req-cf7a6dd1-fec7-4ac5-84e7-d0ef0925c874 req-4f2efd64-d68f-401b-ae3a-2a0f988a2136 service nova] [instance: af5d5a5f-afca-428a-abf8-7c9b70234c56] Received event network-vif-deleted-5d97f123-1b5f-43fb-8e0a-7eab2674a61c {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.173925] env[62024]: DEBUG oslo_vmware.api [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.224048] env[62024]: DEBUG nova.compute.manager [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62024) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1092.224439] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.401875] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: b8f0e5f1-04c8-4784-a597-768a0900e987] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.595462] env[62024]: DEBUG nova.scheduler.client.report [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.670522] env[62024]: DEBUG oslo_vmware.api [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.905318] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 5cf5e799-4b2d-4877-ac9d-c5086406a3d4] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.100840] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.105049] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.342s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.105049] env[62024]: DEBUG nova.objects.instance [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lazy-loading 'resources' on Instance uuid af5d5a5f-afca-428a-abf8-7c9b70234c56 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.117907] env[62024]: INFO nova.scheduler.client.report [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleted allocations for instance 8562a9a8-f194-4863-82e1-bb446b1a1da9 [ 1093.172775] env[62024]: DEBUG oslo_vmware.api [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.408202] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 5b8cf97a-5e5f-4bf5-b3f6-77731a426f7a] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.625668] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3d9fb0e6-131e-4386-bc0f-fbef28ef5a99 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "8562a9a8-f194-4863-82e1-bb446b1a1da9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.718s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.674300] env[62024]: DEBUG oslo_vmware.api [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.698862] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8043a739-361c-4ee1-a222-7ee32b3c31e9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.706186] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df1febd-c8f6-4023-8a1a-00ac5e015849 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.737710] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d30a40-ba93-4d58-a998-ce9a13da90c9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.744322] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f589b3b-128e-4cfa-b17b-e07767763137 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.757918] env[62024]: DEBUG nova.compute.provider_tree [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.911909] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: c2dd4f2a-6fe8-402f-8715-217a8aa24b16] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.173470] env[62024]: DEBUG oslo_vmware.api [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.261518] env[62024]: DEBUG nova.scheduler.client.report [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.414941] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: a4917632-490f-4fea-b55b-ee28bb21a1e4] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.673704] env[62024]: DEBUG oslo_vmware.api [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.766943] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.769105] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.545s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.784936] env[62024]: INFO nova.scheduler.client.report [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Deleted allocations for instance af5d5a5f-afca-428a-abf8-7c9b70234c56 [ 1094.919231] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.919566] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Cleaning up deleted instances with incomplete migration {{(pid=62024) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1095.084951] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "dae19234-96b4-4aa0-9789-398f9974c30f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.085255] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "dae19234-96b4-4aa0-9789-398f9974c30f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.174138] env[62024]: DEBUG oslo_vmware.api [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.272125] env[62024]: DEBUG nova.objects.instance [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lazy-loading 'migration_context' on Instance uuid 727b5831-f0ae-45f8-9f8b-c7abab618b59 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.291327] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e6fa5ed7-dad8-48b4-a360-ed79648d73d7 tempest-ServersNegativeTestJSON-1233593993 tempest-ServersNegativeTestJSON-1233593993-project-member] Lock "af5d5a5f-afca-428a-abf8-7c9b70234c56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.950s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.422132] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.588268] env[62024]: DEBUG nova.compute.manager [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.674620] env[62024]: DEBUG oslo_vmware.api [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.870409] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c923ee19-2962-4876-8f33-98dbffd6bb00 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.877417] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b4d2e8-de67-48a6-8053-d4bceffe218d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.907757] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f60aa3d-c303-4d44-b5fc-207da5fc9019 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.914830] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8017d147-8120-4414-bdaa-bc3881ee9a19 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.927826] env[62024]: DEBUG nova.compute.provider_tree [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.107153] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.178831] env[62024]: DEBUG oslo_vmware.api [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.432846] env[62024]: DEBUG nova.scheduler.client.report [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.677125] env[62024]: DEBUG oslo_vmware.api [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.176542] env[62024]: DEBUG oslo_vmware.api [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289014, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.445333] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.676s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.453798] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.347s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.455577] env[62024]: INFO nova.compute.claims [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.677182] env[62024]: DEBUG oslo_vmware.api [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289014, 'name': ReconfigVM_Task, 'duration_secs': 5.749164} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.677454] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.677681] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Reconfigured VM to detach interface {{(pid=62024) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1098.489349] env[62024]: DEBUG nova.scheduler.client.report [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Refreshing inventories for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1098.502447] env[62024]: DEBUG nova.scheduler.client.report [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Updating ProviderTree inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1098.502662] env[62024]: DEBUG nova.compute.provider_tree [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1098.513586] env[62024]: DEBUG nova.scheduler.client.report [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Refreshing aggregate associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, aggregates: None {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1098.530626] env[62024]: DEBUG nova.scheduler.client.report [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Refreshing trait associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1098.616512] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ab1f9c-14bd-4dde-903c-700b4ad991f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.624016] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcacc815-de1f-425f-9ac4-d92477d61bd4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.654727] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb6898f-953b-43f8-97be-03e67aecfdb7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.661263] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84abcc39-0dea-48e4-b9f5-d1de00a74ca4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.674387] env[62024]: DEBUG nova.compute.provider_tree [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.990424] env[62024]: INFO nova.compute.manager [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Swapping old allocation on dict_keys(['2414aeaf-2a82-48f5-b61f-d58b79924cbf']) held by migration 471785f8-3e25-4e75-bca4-aa69343b227a for instance [ 1099.015822] env[62024]: DEBUG nova.scheduler.client.report [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Overwriting current allocation {'allocations': {'2414aeaf-2a82-48f5-b61f-d58b79924cbf': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': '01bf778ddc904bfb9aa501466d10b6ed', 'user_id': '3e459c34210b4a0db8c679e573131f11', 'consumer_generation': 1} on consumer 727b5831-f0ae-45f8-9f8b-c7abab618b59 {{(pid=62024) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1099.017857] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.018037] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquired lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.018216] env[62024]: DEBUG nova.network.neutron [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.108804] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.108988] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.109204] env[62024]: DEBUG nova.network.neutron [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.177882] env[62024]: DEBUG nova.scheduler.client.report [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.497325] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "58b46877-0999-4fa2-b85c-ada4bc28ca94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.497724] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "58b46877-0999-4fa2-b85c-ada4bc28ca94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.497794] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "58b46877-0999-4fa2-b85c-ada4bc28ca94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.497976] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "58b46877-0999-4fa2-b85c-ada4bc28ca94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.498175] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "58b46877-0999-4fa2-b85c-ada4bc28ca94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.500478] env[62024]: INFO nova.compute.manager [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Terminating instance [ 1099.683297] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.683780] env[62024]: DEBUG nova.compute.manager [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.725503] env[62024]: INFO nova.network.neutron [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Port 40cd88f7-e648-4fb5-bb7c-dc7c45304a75 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1099.725866] env[62024]: DEBUG nova.network.neutron [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Updating instance_info_cache with network_info: [{"id": "cf09d769-f55c-4012-ad4d-218ad8dab117", "address": "fa:16:3e:a4:0d:19", "network": {"id": "e0f2a36d-219c-4c49-bfa1-8b03f0578d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1925611963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddea10ddb6a44863b1fcff034e3f6899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf09d769-f5", "ovs_interfaceid": "cf09d769-f55c-4012-ad4d-218ad8dab117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.821068] env[62024]: DEBUG nova.network.neutron [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance_info_cache with network_info: [{"id": "8b4be40e-68e5-4a76-93f9-e22668142850", "address": "fa:16:3e:06:04:e7", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b4be40e-68", "ovs_interfaceid": "8b4be40e-68e5-4a76-93f9-e22668142850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.004538] env[62024]: DEBUG nova.compute.manager [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.004795] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.005693] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cacf54-9b3c-4d61-a797-9c68f9721dcd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.013247] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.013478] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c94197b-3ad6-4adb-8014-8140628cbb44 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.020816] env[62024]: DEBUG oslo_vmware.api [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1100.020816] env[62024]: value = "task-2289015" [ 1100.020816] env[62024]: _type = "Task" [ 1100.020816] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.027959] env[62024]: DEBUG oslo_vmware.api [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.188143] env[62024]: DEBUG nova.compute.utils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1100.189901] env[62024]: DEBUG nova.compute.manager [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.190155] env[62024]: DEBUG nova.network.neutron [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.228613] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Releasing lock "refresh_cache-58b46877-0999-4fa2-b85c-ada4bc28ca94" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.240273] env[62024]: DEBUG nova.policy [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4cb6a26029a4251bc5a04e05458ab78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '633bf756caa54ea49d7c4c5ba81180ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.323504] env[62024]: DEBUG oslo_concurrency.lockutils [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-727b5831-f0ae-45f8-9f8b-c7abab618b59" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.324042] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.324343] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b67c485-9e44-4eb3-9e2d-84fd63f54b1f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.331496] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1100.331496] env[62024]: value = "task-2289016" [ 1100.331496] env[62024]: _type = "Task" [ 1100.331496] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.340692] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.511887] env[62024]: DEBUG nova.network.neutron [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Successfully created port: 587c13df-4667-45d5-9e40-5e4e614180a0 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.529637] env[62024]: DEBUG oslo_vmware.api [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289015, 'name': PowerOffVM_Task, 'duration_secs': 0.196345} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.529883] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.530060] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.530310] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68b1082e-b891-4879-ae1b-1b2d16700960 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.591404] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.591673] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.591940] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Deleting the datastore file [datastore2] 58b46877-0999-4fa2-b85c-ada4bc28ca94 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.592262] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-892fd8ab-9205-4c78-84fc-79529ae05377 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.599302] env[62024]: DEBUG oslo_vmware.api [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1100.599302] env[62024]: value = "task-2289018" [ 1100.599302] env[62024]: _type = "Task" [ 1100.599302] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.606772] env[62024]: DEBUG oslo_vmware.api [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.693675] env[62024]: DEBUG nova.compute.manager [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.732021] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f59c6051-68db-4813-94a3-e9def5e57518 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "interface-58b46877-0999-4fa2-b85c-ada4bc28ca94-40cd88f7-e648-4fb5-bb7c-dc7c45304a75" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.640s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.841257] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289016, 'name': PowerOffVM_Task, 'duration_secs': 0.141998} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.841540] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.842232] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.842447] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.842601] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.842780] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.842922] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.843079] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.843285] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.843444] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.843607] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.843768] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.843939] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.848824] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f0ff400-496f-4c25-ba93-49cadc24d02b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.863773] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1100.863773] env[62024]: value = "task-2289019" [ 1100.863773] env[62024]: _type = "Task" [ 1100.863773] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.871606] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.109369] env[62024]: DEBUG oslo_vmware.api [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147359} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.109684] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.109876] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.110069] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.110269] env[62024]: INFO nova.compute.manager [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1101.110607] env[62024]: DEBUG oslo.service.loopingcall [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1101.110803] env[62024]: DEBUG nova.compute.manager [-] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.110898] env[62024]: DEBUG nova.network.neutron [-] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.374871] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289019, 'name': ReconfigVM_Task, 'duration_secs': 0.14154} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.375894] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60211885-d600-4bc2-8abf-baefb2c8821c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.395209] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.395452] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.395607] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.395783] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.395924] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.396080] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.396341] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.396484] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.396645] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.396803] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.396967] env[62024]: DEBUG nova.virt.hardware [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.397734] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c6b63d-e5de-4e96-9210-810af3feb8bb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.402908] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1101.402908] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52653b9d-232f-31fb-e465-c0efe87d5188" [ 1101.402908] env[62024]: _type = "Task" [ 1101.402908] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.410345] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52653b9d-232f-31fb-e465-c0efe87d5188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.706453] env[62024]: DEBUG nova.compute.manager [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.731093] env[62024]: DEBUG nova.virt.hardware [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.731093] env[62024]: DEBUG nova.virt.hardware [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.731093] env[62024]: DEBUG nova.virt.hardware [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.731093] env[62024]: DEBUG nova.virt.hardware [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.731093] env[62024]: DEBUG nova.virt.hardware [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.731093] env[62024]: DEBUG nova.virt.hardware [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.731093] env[62024]: DEBUG nova.virt.hardware [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.731785] env[62024]: DEBUG nova.virt.hardware [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.732140] env[62024]: DEBUG nova.virt.hardware [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.733684] env[62024]: DEBUG nova.virt.hardware [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.733684] env[62024]: DEBUG nova.virt.hardware [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.733684] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d366e620-9585-4312-b9f6-6e47e65b17a4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.741753] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a37f4b2-84cd-42cf-a90f-611f85f81058 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.816089] env[62024]: DEBUG nova.compute.manager [req-aac581e8-d9f6-42ab-be49-810efa2a44c6 req-2a885d22-7284-45e9-b174-a994cff48cd3 service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Received event network-vif-deleted-cf09d769-f55c-4012-ad4d-218ad8dab117 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.816325] env[62024]: INFO nova.compute.manager [req-aac581e8-d9f6-42ab-be49-810efa2a44c6 req-2a885d22-7284-45e9-b174-a994cff48cd3 service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Neutron deleted interface cf09d769-f55c-4012-ad4d-218ad8dab117; detaching it from the instance and deleting it from the info cache [ 1101.816500] env[62024]: DEBUG nova.network.neutron [req-aac581e8-d9f6-42ab-be49-810efa2a44c6 req-2a885d22-7284-45e9-b174-a994cff48cd3 service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.909384] env[62024]: DEBUG nova.compute.manager [req-ca3c9249-6f72-49ce-85b9-2be2bec0c6a4 req-2e435ad8-d7eb-41dc-8187-001d5777ec6e service nova] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Received event network-vif-plugged-587c13df-4667-45d5-9e40-5e4e614180a0 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.909639] env[62024]: DEBUG oslo_concurrency.lockutils [req-ca3c9249-6f72-49ce-85b9-2be2bec0c6a4 req-2e435ad8-d7eb-41dc-8187-001d5777ec6e service nova] Acquiring lock "dae19234-96b4-4aa0-9789-398f9974c30f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.909882] env[62024]: DEBUG oslo_concurrency.lockutils [req-ca3c9249-6f72-49ce-85b9-2be2bec0c6a4 req-2e435ad8-d7eb-41dc-8187-001d5777ec6e service nova] Lock "dae19234-96b4-4aa0-9789-398f9974c30f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.910190] env[62024]: DEBUG oslo_concurrency.lockutils [req-ca3c9249-6f72-49ce-85b9-2be2bec0c6a4 req-2e435ad8-d7eb-41dc-8187-001d5777ec6e service nova] Lock "dae19234-96b4-4aa0-9789-398f9974c30f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.910378] env[62024]: DEBUG nova.compute.manager [req-ca3c9249-6f72-49ce-85b9-2be2bec0c6a4 req-2e435ad8-d7eb-41dc-8187-001d5777ec6e service nova] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] No waiting events found dispatching network-vif-plugged-587c13df-4667-45d5-9e40-5e4e614180a0 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.910673] env[62024]: WARNING nova.compute.manager [req-ca3c9249-6f72-49ce-85b9-2be2bec0c6a4 req-2e435ad8-d7eb-41dc-8187-001d5777ec6e service nova] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Received unexpected event network-vif-plugged-587c13df-4667-45d5-9e40-5e4e614180a0 for instance with vm_state building and task_state spawning. [ 1101.916823] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52653b9d-232f-31fb-e465-c0efe87d5188, 'name': SearchDatastore_Task, 'duration_secs': 0.007404} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.922179] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1101.922739] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8df6fe29-0c31-4f00-a6d2-a216e58d186c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.941160] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1101.941160] env[62024]: value = "task-2289020" [ 1101.941160] env[62024]: _type = "Task" [ 1101.941160] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.949263] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.004351] env[62024]: DEBUG nova.network.neutron [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Successfully updated port: 587c13df-4667-45d5-9e40-5e4e614180a0 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.295993] env[62024]: DEBUG nova.network.neutron [-] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.319329] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0822bf71-82f3-4c72-a1c8-486c4ee337a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.329317] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bac9ce-3c36-4634-a910-c29da00f4885 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.356788] env[62024]: DEBUG nova.compute.manager [req-aac581e8-d9f6-42ab-be49-810efa2a44c6 req-2a885d22-7284-45e9-b174-a994cff48cd3 service nova] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Detach interface failed, port_id=cf09d769-f55c-4012-ad4d-218ad8dab117, reason: Instance 58b46877-0999-4fa2-b85c-ada4bc28ca94 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1102.450759] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289020, 'name': ReconfigVM_Task, 'duration_secs': 0.211798} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.451047] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1102.451806] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15100a88-c5ce-4c89-b91b-9b862a61af38 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.473613] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 727b5831-f0ae-45f8-9f8b-c7abab618b59/727b5831-f0ae-45f8-9f8b-c7abab618b59.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.473867] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c681497-d6d6-442c-845e-a6071bbc163f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.492713] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1102.492713] env[62024]: value = "task-2289021" [ 1102.492713] env[62024]: _type = "Task" [ 1102.492713] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.500617] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.504171] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "refresh_cache-dae19234-96b4-4aa0-9789-398f9974c30f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.504301] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "refresh_cache-dae19234-96b4-4aa0-9789-398f9974c30f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.504447] env[62024]: DEBUG nova.network.neutron [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.799264] env[62024]: INFO nova.compute.manager [-] [instance: 58b46877-0999-4fa2-b85c-ada4bc28ca94] Took 1.69 seconds to deallocate network for instance. [ 1103.002566] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289021, 'name': ReconfigVM_Task, 'duration_secs': 0.237439} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.002847] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 727b5831-f0ae-45f8-9f8b-c7abab618b59/727b5831-f0ae-45f8-9f8b-c7abab618b59.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.003670] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737d927a-8147-430a-bab3-8c1eb248383b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.024342] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d00c9da-d7e4-4159-bbee-f82b96ef6c47 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.042144] env[62024]: DEBUG nova.network.neutron [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.044585] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c152292e-e198-4d4b-9700-6aa6099fad48 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.065585] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca68048-54bf-4b99-8762-a1ac9f63baed {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.072051] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.072290] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98ade784-0bfd-466c-9646-3972225176b4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.078017] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1103.078017] env[62024]: value = "task-2289022" [ 1103.078017] env[62024]: _type = "Task" [ 1103.078017] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.085006] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.211969] env[62024]: DEBUG nova.network.neutron [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Updating instance_info_cache with network_info: [{"id": "587c13df-4667-45d5-9e40-5e4e614180a0", "address": "fa:16:3e:a6:c9:10", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587c13df-46", "ovs_interfaceid": "587c13df-4667-45d5-9e40-5e4e614180a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.305699] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.305968] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.306208] env[62024]: DEBUG nova.objects.instance [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lazy-loading 'resources' on Instance uuid 58b46877-0999-4fa2-b85c-ada4bc28ca94 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.587944] env[62024]: DEBUG oslo_vmware.api [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289022, 'name': PowerOnVM_Task, 'duration_secs': 0.365204} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.588248] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.718097] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "refresh_cache-dae19234-96b4-4aa0-9789-398f9974c30f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.718213] env[62024]: DEBUG nova.compute.manager [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Instance network_info: |[{"id": "587c13df-4667-45d5-9e40-5e4e614180a0", "address": "fa:16:3e:a6:c9:10", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587c13df-46", "ovs_interfaceid": "587c13df-4667-45d5-9e40-5e4e614180a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.718591] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:c9:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '587c13df-4667-45d5-9e40-5e4e614180a0', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.726074] env[62024]: DEBUG oslo.service.loopingcall [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1103.726283] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.726496] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49b1c838-d10c-4693-a9ab-3c678308173c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.745791] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.745791] env[62024]: value = "task-2289023" [ 1103.745791] env[62024]: _type = "Task" [ 1103.745791] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.753761] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2289023, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.889404] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a49026-37c0-462b-afc1-185a0ff68513 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.896117] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8bb27a-fd27-41e8-bd00-765e568be9c5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.926159] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8be9f7-9844-4474-88d9-cd970bce42be {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.934063] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5214679b-a0d9-45cc-94fd-c7a6ee1d6a22 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.950071] env[62024]: DEBUG nova.compute.provider_tree [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.953569] env[62024]: DEBUG nova.compute.manager [req-89c5e5e8-841b-4fe7-a0e6-61922a9e7cbe req-6e2ed331-78c5-4035-b2e2-985bf6cf72a6 service nova] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Received event network-changed-587c13df-4667-45d5-9e40-5e4e614180a0 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.953753] env[62024]: DEBUG nova.compute.manager [req-89c5e5e8-841b-4fe7-a0e6-61922a9e7cbe req-6e2ed331-78c5-4035-b2e2-985bf6cf72a6 service nova] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Refreshing instance network info cache due to event network-changed-587c13df-4667-45d5-9e40-5e4e614180a0. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1103.953959] env[62024]: DEBUG oslo_concurrency.lockutils [req-89c5e5e8-841b-4fe7-a0e6-61922a9e7cbe req-6e2ed331-78c5-4035-b2e2-985bf6cf72a6 service nova] Acquiring lock "refresh_cache-dae19234-96b4-4aa0-9789-398f9974c30f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.954117] env[62024]: DEBUG oslo_concurrency.lockutils [req-89c5e5e8-841b-4fe7-a0e6-61922a9e7cbe req-6e2ed331-78c5-4035-b2e2-985bf6cf72a6 service nova] Acquired lock "refresh_cache-dae19234-96b4-4aa0-9789-398f9974c30f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.954280] env[62024]: DEBUG nova.network.neutron [req-89c5e5e8-841b-4fe7-a0e6-61922a9e7cbe req-6e2ed331-78c5-4035-b2e2-985bf6cf72a6 service nova] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Refreshing network info cache for port 587c13df-4667-45d5-9e40-5e4e614180a0 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.255654] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2289023, 'name': CreateVM_Task, 'duration_secs': 0.302935} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.255824] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.256514] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.256685] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.257013] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.257291] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd8fa27-54c5-427b-aa0b-b4b67cd775f1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.261713] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1104.261713] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9640f-0637-9152-b303-cd9f53dfdee9" [ 1104.261713] env[62024]: _type = "Task" [ 1104.261713] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.268864] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9640f-0637-9152-b303-cd9f53dfdee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.458795] env[62024]: DEBUG nova.scheduler.client.report [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.598655] env[62024]: INFO nova.compute.manager [None req-fc2b9c4f-4754-4659-926c-e98a5863e6d3 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance to original state: 'active' [ 1104.773292] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52a9640f-0637-9152-b303-cd9f53dfdee9, 'name': SearchDatastore_Task, 'duration_secs': 0.009453} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.773588] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.773805] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.774044] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.774200] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.774378] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.774637] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aee44a0c-de82-4165-bb31-1203585c15cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.783099] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.783266] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.784019] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e330f0e-119a-439f-a353-65a7bc064a68 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.788806] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1104.788806] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b40384-58a6-333a-584c-cf43d6275286" [ 1104.788806] env[62024]: _type = "Task" [ 1104.788806] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.796068] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b40384-58a6-333a-584c-cf43d6275286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.923474] env[62024]: DEBUG nova.network.neutron [req-89c5e5e8-841b-4fe7-a0e6-61922a9e7cbe req-6e2ed331-78c5-4035-b2e2-985bf6cf72a6 service nova] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Updated VIF entry in instance network info cache for port 587c13df-4667-45d5-9e40-5e4e614180a0. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.923848] env[62024]: DEBUG nova.network.neutron [req-89c5e5e8-841b-4fe7-a0e6-61922a9e7cbe req-6e2ed331-78c5-4035-b2e2-985bf6cf72a6 service nova] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Updating instance_info_cache with network_info: [{"id": "587c13df-4667-45d5-9e40-5e4e614180a0", "address": "fa:16:3e:a6:c9:10", "network": {"id": "69b3c17d-f48a-4884-9b82-a37f1034ef86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2096887763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "633bf756caa54ea49d7c4c5ba81180ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587c13df-46", "ovs_interfaceid": "587c13df-4667-45d5-9e40-5e4e614180a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.925214] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.925723] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.963425] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.980532] env[62024]: INFO nova.scheduler.client.report [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Deleted allocations for instance 58b46877-0999-4fa2-b85c-ada4bc28ca94 [ 1105.299729] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b40384-58a6-333a-584c-cf43d6275286, 'name': SearchDatastore_Task, 'duration_secs': 0.008307} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.300469] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb73d0cc-d5a5-4cf1-b5c3-cca2f9bb3a5c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.305315] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1105.305315] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523881e7-a1c1-04c3-5221-2213e9a5ba7f" [ 1105.305315] env[62024]: _type = "Task" [ 1105.305315] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.312583] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523881e7-a1c1-04c3-5221-2213e9a5ba7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.426472] env[62024]: DEBUG oslo_concurrency.lockutils [req-89c5e5e8-841b-4fe7-a0e6-61922a9e7cbe req-6e2ed331-78c5-4035-b2e2-985bf6cf72a6 service nova] Releasing lock "refresh_cache-dae19234-96b4-4aa0-9789-398f9974c30f" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.430470] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.430659] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Starting heal instance info cache {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1105.487903] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1293dae-1321-4379-ab2b-878b6d9b1299 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "58b46877-0999-4fa2-b85c-ada4bc28ca94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.990s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.675618] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "727b5831-f0ae-45f8-9f8b-c7abab618b59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.675618] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "727b5831-f0ae-45f8-9f8b-c7abab618b59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.675756] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "727b5831-f0ae-45f8-9f8b-c7abab618b59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.675935] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "727b5831-f0ae-45f8-9f8b-c7abab618b59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.676125] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "727b5831-f0ae-45f8-9f8b-c7abab618b59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.678316] env[62024]: INFO nova.compute.manager [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Terminating instance [ 1105.815998] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523881e7-a1c1-04c3-5221-2213e9a5ba7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009023} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.816225] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.816467] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] dae19234-96b4-4aa0-9789-398f9974c30f/dae19234-96b4-4aa0-9789-398f9974c30f.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.816716] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cff4ee6-ed2e-4207-aac0-71eedb6feba1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.823705] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1105.823705] env[62024]: value = "task-2289024" [ 1105.823705] env[62024]: _type = "Task" [ 1105.823705] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.831020] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.141832] env[62024]: DEBUG oslo_concurrency.lockutils [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "84501be5-d16d-4b81-a3ee-374c45191638" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.142242] env[62024]: DEBUG oslo_concurrency.lockutils [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "84501be5-d16d-4b81-a3ee-374c45191638" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.142445] env[62024]: DEBUG oslo_concurrency.lockutils [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "84501be5-d16d-4b81-a3ee-374c45191638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.142682] env[62024]: DEBUG oslo_concurrency.lockutils [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "84501be5-d16d-4b81-a3ee-374c45191638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.142869] env[62024]: DEBUG oslo_concurrency.lockutils [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "84501be5-d16d-4b81-a3ee-374c45191638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.145506] env[62024]: INFO nova.compute.manager [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Terminating instance [ 1106.182430] env[62024]: DEBUG nova.compute.manager [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.182770] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.183673] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4328b6e-59d0-40ef-a009-35b725901655 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.192927] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.193291] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3dae082-77e4-4240-b909-2a883306fa83 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.199916] env[62024]: DEBUG oslo_vmware.api [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1106.199916] env[62024]: value = "task-2289025" [ 1106.199916] env[62024]: _type = "Task" [ 1106.199916] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.208878] env[62024]: DEBUG oslo_vmware.api [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.334055] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453243} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.334368] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] dae19234-96b4-4aa0-9789-398f9974c30f/dae19234-96b4-4aa0-9789-398f9974c30f.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.334608] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.334874] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fe44b9d-db5e-4129-9348-b8758f7c5605 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.342305] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1106.342305] env[62024]: value = "task-2289026" [ 1106.342305] env[62024]: _type = "Task" [ 1106.342305] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.352340] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.436328] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Skipping network cache update for instance because it is being deleted. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10494}} [ 1106.650076] env[62024]: DEBUG nova.compute.manager [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.650305] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.651209] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd400b41-8cd2-4fa3-aef7-7e5d73a5c244 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.658985] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.659244] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37d4450d-9ca5-4f7c-a87c-bc1d57d1ec89 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.664527] env[62024]: DEBUG oslo_vmware.api [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1106.664527] env[62024]: value = "task-2289027" [ 1106.664527] env[62024]: _type = "Task" [ 1106.664527] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.671880] env[62024]: DEBUG oslo_vmware.api [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.709983] env[62024]: DEBUG oslo_vmware.api [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289025, 'name': PowerOffVM_Task, 'duration_secs': 0.195199} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.710264] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.710432] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.710671] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc37c6b1-ac48-4360-af0c-72bac68e7010 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.782962] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.783199] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.783386] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleting the datastore file [datastore2] 727b5831-f0ae-45f8-9f8b-c7abab618b59 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.783677] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39cdea9f-6072-4e7e-890f-f1b99b7cac39 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.791085] env[62024]: DEBUG oslo_vmware.api [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1106.791085] env[62024]: value = "task-2289029" [ 1106.791085] env[62024]: _type = "Task" [ 1106.791085] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.798659] env[62024]: DEBUG oslo_vmware.api [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.852688] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062568} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.852971] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.853787] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215b594c-2d0f-43e7-b945-55cbf3f7debf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.875595] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] dae19234-96b4-4aa0-9789-398f9974c30f/dae19234-96b4-4aa0-9789-398f9974c30f.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.875864] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd60bcd2-d3cb-410a-b5f0-40b80a5ac05c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.895400] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1106.895400] env[62024]: value = "task-2289030" [ 1106.895400] env[62024]: _type = "Task" [ 1106.895400] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.903025] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.941691] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Skipping network cache update for instance because it is being deleted. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10494}} [ 1107.174130] env[62024]: DEBUG oslo_vmware.api [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289027, 'name': PowerOffVM_Task, 'duration_secs': 0.199141} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.174394] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.174560] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.174807] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9f46d6d-f91b-43f5-8c46-d7b061108457 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.240213] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.240427] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.240606] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Deleting the datastore file [datastore1] 84501be5-d16d-4b81-a3ee-374c45191638 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.240868] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7af58ee3-1d88-4df8-b988-d5c073279ccb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.246990] env[62024]: DEBUG oslo_vmware.api [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for the task: (returnval){ [ 1107.246990] env[62024]: value = "task-2289032" [ 1107.246990] env[62024]: _type = "Task" [ 1107.246990] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.254338] env[62024]: DEBUG oslo_vmware.api [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.298876] env[62024]: DEBUG oslo_vmware.api [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20089} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.299115] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.299358] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.299544] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.299720] env[62024]: INFO nova.compute.manager [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1107.299945] env[62024]: DEBUG oslo.service.loopingcall [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1107.300140] env[62024]: DEBUG nova.compute.manager [-] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.300243] env[62024]: DEBUG nova.network.neutron [-] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.405380] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289030, 'name': ReconfigVM_Task, 'duration_secs': 0.264362} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.405673] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Reconfigured VM instance instance-00000072 to attach disk [datastore2] dae19234-96b4-4aa0-9789-398f9974c30f/dae19234-96b4-4aa0-9789-398f9974c30f.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.406323] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b7b65c8-0fa6-4ced-92f2-2b8ef3aa6296 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.412205] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1107.412205] env[62024]: value = "task-2289033" [ 1107.412205] env[62024]: _type = "Task" [ 1107.412205] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.421492] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289033, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.756912] env[62024]: DEBUG oslo_vmware.api [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Task: {'id': task-2289032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149293} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.757281] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.757516] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.757730] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.757939] env[62024]: INFO nova.compute.manager [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1107.758241] env[62024]: DEBUG oslo.service.loopingcall [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1107.758484] env[62024]: DEBUG nova.compute.manager [-] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.758583] env[62024]: DEBUG nova.network.neutron [-] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.810509] env[62024]: DEBUG nova.compute.manager [req-7ac6bd50-3308-4f36-9d6f-4574301e968e req-f01f2e3f-8c9d-4122-a69d-17d1f0dc76aa service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Received event network-vif-deleted-8b4be40e-68e5-4a76-93f9-e22668142850 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.810611] env[62024]: INFO nova.compute.manager [req-7ac6bd50-3308-4f36-9d6f-4574301e968e req-f01f2e3f-8c9d-4122-a69d-17d1f0dc76aa service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Neutron deleted interface 8b4be40e-68e5-4a76-93f9-e22668142850; detaching it from the instance and deleting it from the info cache [ 1107.810785] env[62024]: DEBUG nova.network.neutron [req-7ac6bd50-3308-4f36-9d6f-4574301e968e req-f01f2e3f-8c9d-4122-a69d-17d1f0dc76aa service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.924403] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289033, 'name': Rename_Task, 'duration_secs': 0.132548} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.924623] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.924864] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8f7414c-6df0-4405-9f84-1a0084b1781d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.931930] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1107.931930] env[62024]: value = "task-2289034" [ 1107.931930] env[62024]: _type = "Task" [ 1107.931930] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.939860] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.061400] env[62024]: DEBUG nova.compute.manager [req-187fb25c-514e-4d3e-9d09-f9c56b8b558c req-2bf07498-62a1-4709-bf8a-9ee1ee09f488 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Received event network-vif-deleted-51228324-7817-46b3-aa56-39645281b802 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.061603] env[62024]: INFO nova.compute.manager [req-187fb25c-514e-4d3e-9d09-f9c56b8b558c req-2bf07498-62a1-4709-bf8a-9ee1ee09f488 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Neutron deleted interface 51228324-7817-46b3-aa56-39645281b802; detaching it from the instance and deleting it from the info cache [ 1108.061768] env[62024]: DEBUG nova.network.neutron [req-187fb25c-514e-4d3e-9d09-f9c56b8b558c req-2bf07498-62a1-4709-bf8a-9ee1ee09f488 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.286576] env[62024]: DEBUG nova.network.neutron [-] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.313060] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b896cd1f-64a3-452b-91c9-b1831e87111a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.322918] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d7f7bc-19c4-49d8-9028-942d00bf019a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.348347] env[62024]: DEBUG nova.compute.manager [req-7ac6bd50-3308-4f36-9d6f-4574301e968e req-f01f2e3f-8c9d-4122-a69d-17d1f0dc76aa service nova] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Detach interface failed, port_id=8b4be40e-68e5-4a76-93f9-e22668142850, reason: Instance 727b5831-f0ae-45f8-9f8b-c7abab618b59 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1108.442087] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.450770] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Didn't find any instances for network info cache update. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1108.450945] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.451130] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.451274] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.451431] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.451594] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.451754] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._sync_power_states {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.546543] env[62024]: DEBUG nova.network.neutron [-] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.563946] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0e5bfbe-28f8-4f72-a99f-0f33e5fb1256 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.573933] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677b1d02-86f8-422e-b32d-fb77179d55b0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.601156] env[62024]: DEBUG nova.compute.manager [req-187fb25c-514e-4d3e-9d09-f9c56b8b558c req-2bf07498-62a1-4709-bf8a-9ee1ee09f488 service nova] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Detach interface failed, port_id=51228324-7817-46b3-aa56-39645281b802, reason: Instance 84501be5-d16d-4b81-a3ee-374c45191638 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1108.789012] env[62024]: INFO nova.compute.manager [-] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] Took 1.49 seconds to deallocate network for instance. [ 1108.943936] env[62024]: DEBUG oslo_vmware.api [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289034, 'name': PowerOnVM_Task, 'duration_secs': 0.700829} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.944222] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.944419] env[62024]: INFO nova.compute.manager [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1108.944600] env[62024]: DEBUG nova.compute.manager [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.945378] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070ec027-51a6-44ba-ae1b-e2b351a9bbfa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.955619] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Getting list of instances from cluster (obj){ [ 1108.955619] env[62024]: value = "domain-c8" [ 1108.955619] env[62024]: _type = "ClusterComputeResource" [ 1108.955619] env[62024]: } {{(pid=62024) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1108.956796] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eec625-0c96-47d7-83b4-24e14007bb3c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.967789] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Got total of 3 instances {{(pid=62024) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1108.967949] env[62024]: WARNING nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] While synchronizing instance power states, found 5 instances in the database and 3 instances on the hypervisor. [ 1108.968123] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Triggering sync for uuid 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8 {{(pid=62024) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1108.968330] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Triggering sync for uuid 84501be5-d16d-4b81-a3ee-374c45191638 {{(pid=62024) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1108.968507] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Triggering sync for uuid 727b5831-f0ae-45f8-9f8b-c7abab618b59 {{(pid=62024) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1108.968672] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Triggering sync for uuid 1e305b97-845d-4ae2-8360-a94e4b9470b3 {{(pid=62024) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1108.968826] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Triggering sync for uuid dae19234-96b4-4aa0-9789-398f9974c30f {{(pid=62024) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1108.969140] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.969380] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.969645] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "84501be5-d16d-4b81-a3ee-374c45191638" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.969856] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "727b5831-f0ae-45f8-9f8b-c7abab618b59" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.970073] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.970257] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.970486] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "dae19234-96b4-4aa0-9789-398f9974c30f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.970664] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.970795] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62024) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1108.971491] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897a078d-f5ce-4b07-9531-3e43fdcb31e8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.974568] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ac3137-965f-4198-8540-362fcc802dbc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.976835] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.049383] env[62024]: INFO nova.compute.manager [-] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] Took 1.29 seconds to deallocate network for instance. [ 1109.296534] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.296964] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.296964] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.320034] env[62024]: INFO nova.scheduler.client.report [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleted allocations for instance 727b5831-f0ae-45f8-9f8b-c7abab618b59 [ 1109.461298] env[62024]: INFO nova.compute.manager [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Took 13.37 seconds to build instance. [ 1109.479928] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.480159] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.480362] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.480512] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62024) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1109.481598] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efa498b-1e13-4049-8e7f-f8927aef9c7c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.486429] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.486788] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.490154] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b55788-64af-45ff-9f84-c374b4c64d80 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.505029] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6e9bd1-cfa0-4765-b51a-1cc39463f116 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.511768] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e8b8c2-a367-40d3-ad7f-665eaaa4d03e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.540155] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180002MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62024) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1109.540305] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.540530] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.555976] env[62024]: DEBUG oslo_concurrency.lockutils [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.828058] env[62024]: DEBUG oslo_concurrency.lockutils [None req-db2b8d4e-cd1c-48d9-b3aa-44a375883a48 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "727b5831-f0ae-45f8-9f8b-c7abab618b59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.152s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.829472] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "727b5831-f0ae-45f8-9f8b-c7abab618b59" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.859s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.829787] env[62024]: INFO nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 727b5831-f0ae-45f8-9f8b-c7abab618b59] During sync_power_state the instance has a pending task (deleting). Skip. [ 1109.830094] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "727b5831-f0ae-45f8-9f8b-c7abab618b59" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.963828] env[62024]: DEBUG oslo_concurrency.lockutils [None req-343e9001-e36d-4950-a259-635d55493140 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "dae19234-96b4-4aa0-9789-398f9974c30f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.878s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.964173] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "dae19234-96b4-4aa0-9789-398f9974c30f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.994s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.964392] env[62024]: INFO nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1109.964588] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "dae19234-96b4-4aa0-9789-398f9974c30f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.562296] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1110.562535] env[62024]: WARNING nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 84501be5-d16d-4b81-a3ee-374c45191638 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1110.562596] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 1e305b97-845d-4ae2-8360-a94e4b9470b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1110.562717] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance dae19234-96b4-4aa0-9789-398f9974c30f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1110.580109] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "18a1440e-a9df-45b1-95c7-0fe680893816" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.580388] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "18a1440e-a9df-45b1-95c7-0fe680893816" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.702460] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bb7a871-5ddd-473d-8517-a80c0df5a827 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "dae19234-96b4-4aa0-9789-398f9974c30f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.702693] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bb7a871-5ddd-473d-8517-a80c0df5a827 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "dae19234-96b4-4aa0-9789-398f9974c30f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.702874] env[62024]: DEBUG nova.compute.manager [None req-3bb7a871-5ddd-473d-8517-a80c0df5a827 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.705523] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59859cb8-0e7a-4036-8b5c-f415272fef00 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.712242] env[62024]: DEBUG nova.compute.manager [None req-3bb7a871-5ddd-473d-8517-a80c0df5a827 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62024) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1110.712796] env[62024]: DEBUG nova.objects.instance [None req-3bb7a871-5ddd-473d-8517-a80c0df5a827 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lazy-loading 'flavor' on Instance uuid dae19234-96b4-4aa0-9789-398f9974c30f {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.065806] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 18a1440e-a9df-45b1-95c7-0fe680893816 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1111.066062] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1111.066218] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1111.082610] env[62024]: DEBUG nova.compute.manager [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.140589] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831cea21-494e-4d48-8af6-24c652ca4378 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.149848] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22c3721-117a-42a6-9bf6-5fa9d6e7a531 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.187847] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c212ac-0fff-4fd2-a1d1-5841084cd831 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.196814] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebcdddf-3182-4e3e-b04e-98f1ad20623b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.212863] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.601296] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.715782] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.719217] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb7a871-5ddd-473d-8517-a80c0df5a827 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.719709] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-863e302b-3ab9-4863-bd80-89cfda1e4662 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.727277] env[62024]: DEBUG oslo_vmware.api [None req-3bb7a871-5ddd-473d-8517-a80c0df5a827 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1111.727277] env[62024]: value = "task-2289035" [ 1111.727277] env[62024]: _type = "Task" [ 1111.727277] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.735600] env[62024]: DEBUG oslo_vmware.api [None req-3bb7a871-5ddd-473d-8517-a80c0df5a827 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.220572] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62024) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1112.220806] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.680s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.221081] env[62024]: DEBUG oslo_concurrency.lockutils [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.665s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.221275] env[62024]: DEBUG oslo_concurrency.lockutils [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.223351] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.622s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.224902] env[62024]: INFO nova.compute.claims [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.237243] env[62024]: DEBUG oslo_vmware.api [None req-3bb7a871-5ddd-473d-8517-a80c0df5a827 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289035, 'name': PowerOffVM_Task, 'duration_secs': 0.20206} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.237606] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb7a871-5ddd-473d-8517-a80c0df5a827 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.237681] env[62024]: DEBUG nova.compute.manager [None req-3bb7a871-5ddd-473d-8517-a80c0df5a827 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.238397] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf7a29-f7df-4765-b4ab-f25063ed9afb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.247025] env[62024]: INFO nova.scheduler.client.report [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Deleted allocations for instance 84501be5-d16d-4b81-a3ee-374c45191638 [ 1112.754168] env[62024]: DEBUG oslo_concurrency.lockutils [None req-3bb7a871-5ddd-473d-8517-a80c0df5a827 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "dae19234-96b4-4aa0-9789-398f9974c30f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.755138] env[62024]: DEBUG oslo_concurrency.lockutils [None req-697e9a7e-5e37-4e99-89b3-0af84b4e6e49 tempest-AttachInterfacesTestJSON-2134362826 tempest-AttachInterfacesTestJSON-2134362826-project-member] Lock "84501be5-d16d-4b81-a3ee-374c45191638" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.613s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.755976] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "84501be5-d16d-4b81-a3ee-374c45191638" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.786s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.756119] env[62024]: INFO nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 84501be5-d16d-4b81-a3ee-374c45191638] During sync_power_state the instance has a pending task (deleting). Skip. [ 1112.756334] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "84501be5-d16d-4b81-a3ee-374c45191638" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.292109] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5351786-004a-45ff-810b-f6829413b913 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.299511] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bf6e98-bd5b-47ec-b22b-9878d8d5d5cc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.327831] env[62024]: DEBUG oslo_concurrency.lockutils [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "dae19234-96b4-4aa0-9789-398f9974c30f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.328081] env[62024]: DEBUG oslo_concurrency.lockutils [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "dae19234-96b4-4aa0-9789-398f9974c30f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.328286] env[62024]: DEBUG oslo_concurrency.lockutils [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "dae19234-96b4-4aa0-9789-398f9974c30f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.328468] env[62024]: DEBUG oslo_concurrency.lockutils [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "dae19234-96b4-4aa0-9789-398f9974c30f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.328639] env[62024]: DEBUG oslo_concurrency.lockutils [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "dae19234-96b4-4aa0-9789-398f9974c30f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.330805] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3294b7-ad0c-40bc-bd17-e8d8a6909a83 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.333414] env[62024]: INFO nova.compute.manager [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Terminating instance [ 1113.340693] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28567651-8feb-45af-9ad1-31ff78a97622 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.355577] env[62024]: DEBUG nova.compute.provider_tree [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.837536] env[62024]: DEBUG nova.compute.manager [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.837892] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.839040] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1652f20-3c60-46e8-bdac-60164365828a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.845969] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.846229] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48f59ed4-f1f3-437e-ae47-b08d2db1db95 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.858072] env[62024]: DEBUG nova.scheduler.client.report [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.910879] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.911116] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.911360] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleting the datastore file [datastore2] dae19234-96b4-4aa0-9789-398f9974c30f {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.911898] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-685b8111-d11f-44f0-b313-33de83034de2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.917695] env[62024]: DEBUG oslo_vmware.api [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1113.917695] env[62024]: value = "task-2289037" [ 1113.917695] env[62024]: _type = "Task" [ 1113.917695] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.925395] env[62024]: DEBUG oslo_vmware.api [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.363666] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.363906] env[62024]: DEBUG nova.compute.manager [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.427112] env[62024]: DEBUG oslo_vmware.api [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168654} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.427327] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.427535] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.427677] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.427843] env[62024]: INFO nova.compute.manager [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1114.428092] env[62024]: DEBUG oslo.service.loopingcall [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1114.428277] env[62024]: DEBUG nova.compute.manager [-] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.428371] env[62024]: DEBUG nova.network.neutron [-] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.774982] env[62024]: DEBUG nova.compute.manager [req-40154ecc-e476-49fb-a7ec-3821267f05d9 req-80c43904-21a3-4b0e-b6a4-15610ffbd990 service nova] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Received event network-vif-deleted-587c13df-4667-45d5-9e40-5e4e614180a0 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1114.775259] env[62024]: INFO nova.compute.manager [req-40154ecc-e476-49fb-a7ec-3821267f05d9 req-80c43904-21a3-4b0e-b6a4-15610ffbd990 service nova] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Neutron deleted interface 587c13df-4667-45d5-9e40-5e4e614180a0; detaching it from the instance and deleting it from the info cache [ 1114.775757] env[62024]: DEBUG nova.network.neutron [req-40154ecc-e476-49fb-a7ec-3821267f05d9 req-80c43904-21a3-4b0e-b6a4-15610ffbd990 service nova] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.868320] env[62024]: DEBUG nova.compute.utils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1114.869699] env[62024]: DEBUG nova.compute.manager [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.869869] env[62024]: DEBUG nova.network.neutron [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.914614] env[62024]: DEBUG nova.policy [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e459c34210b4a0db8c679e573131f11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01bf778ddc904bfb9aa501466d10b6ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.236747] env[62024]: DEBUG nova.network.neutron [-] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.278850] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf185bd4-4620-455a-b259-b29cd59bd519 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.291094] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd239ff-b99a-46f6-8c4e-74cae6cf044c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.318567] env[62024]: DEBUG nova.compute.manager [req-40154ecc-e476-49fb-a7ec-3821267f05d9 req-80c43904-21a3-4b0e-b6a4-15610ffbd990 service nova] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Detach interface failed, port_id=587c13df-4667-45d5-9e40-5e4e614180a0, reason: Instance dae19234-96b4-4aa0-9789-398f9974c30f could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1115.340171] env[62024]: DEBUG nova.network.neutron [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Successfully created port: 4006e824-c6db-4b82-ab86-ddde7ce50513 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.376078] env[62024]: DEBUG nova.compute.manager [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.740126] env[62024]: INFO nova.compute.manager [-] [instance: dae19234-96b4-4aa0-9789-398f9974c30f] Took 1.31 seconds to deallocate network for instance. [ 1116.118454] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.118454] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.246064] env[62024]: DEBUG oslo_concurrency.lockutils [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.246340] env[62024]: DEBUG oslo_concurrency.lockutils [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.246583] env[62024]: DEBUG nova.objects.instance [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lazy-loading 'resources' on Instance uuid dae19234-96b4-4aa0-9789-398f9974c30f {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.388267] env[62024]: DEBUG nova.compute.manager [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.412335] env[62024]: DEBUG nova.virt.hardware [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.412585] env[62024]: DEBUG nova.virt.hardware [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.412744] env[62024]: DEBUG nova.virt.hardware [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.412924] env[62024]: DEBUG nova.virt.hardware [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.413089] env[62024]: DEBUG nova.virt.hardware [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.413240] env[62024]: DEBUG nova.virt.hardware [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.413446] env[62024]: DEBUG nova.virt.hardware [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.413609] env[62024]: DEBUG nova.virt.hardware [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.413774] env[62024]: DEBUG nova.virt.hardware [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.413933] env[62024]: DEBUG nova.virt.hardware [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.414121] env[62024]: DEBUG nova.virt.hardware [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.414979] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bcf9fa-5039-45a6-b3e4-20a74e35fba6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.423922] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb8b668-5219-41c8-9efc-3b5bf4970780 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.620284] env[62024]: DEBUG nova.compute.utils [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1116.799627] env[62024]: DEBUG nova.compute.manager [req-a5c1f810-dc18-483e-a1ee-fa58c4641747 req-86f587c1-a406-4f3f-9a94-c7c9770d6b71 service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Received event network-vif-plugged-4006e824-c6db-4b82-ab86-ddde7ce50513 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1116.799989] env[62024]: DEBUG oslo_concurrency.lockutils [req-a5c1f810-dc18-483e-a1ee-fa58c4641747 req-86f587c1-a406-4f3f-9a94-c7c9770d6b71 service nova] Acquiring lock "18a1440e-a9df-45b1-95c7-0fe680893816-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.801093] env[62024]: DEBUG oslo_concurrency.lockutils [req-a5c1f810-dc18-483e-a1ee-fa58c4641747 req-86f587c1-a406-4f3f-9a94-c7c9770d6b71 service nova] Lock "18a1440e-a9df-45b1-95c7-0fe680893816-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.801194] env[62024]: DEBUG oslo_concurrency.lockutils [req-a5c1f810-dc18-483e-a1ee-fa58c4641747 req-86f587c1-a406-4f3f-9a94-c7c9770d6b71 service nova] Lock "18a1440e-a9df-45b1-95c7-0fe680893816-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.801371] env[62024]: DEBUG nova.compute.manager [req-a5c1f810-dc18-483e-a1ee-fa58c4641747 req-86f587c1-a406-4f3f-9a94-c7c9770d6b71 service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] No waiting events found dispatching network-vif-plugged-4006e824-c6db-4b82-ab86-ddde7ce50513 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.801540] env[62024]: WARNING nova.compute.manager [req-a5c1f810-dc18-483e-a1ee-fa58c4641747 req-86f587c1-a406-4f3f-9a94-c7c9770d6b71 service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Received unexpected event network-vif-plugged-4006e824-c6db-4b82-ab86-ddde7ce50513 for instance with vm_state building and task_state spawning. [ 1116.816489] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792b6d31-e74e-475c-865b-5624c3690481 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.826143] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4928f1c5-0898-4823-be54-30b203717f88 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.859365] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c558bee-d135-453d-a3e0-2ba6d293d7da {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.866624] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bedaf9-2e47-4ac1-8a5e-2220e5b6367b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.881627] env[62024]: DEBUG nova.compute.provider_tree [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.883725] env[62024]: DEBUG nova.network.neutron [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Successfully updated port: 4006e824-c6db-4b82-ab86-ddde7ce50513 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.123820] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.387013] env[62024]: DEBUG nova.scheduler.client.report [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.389313] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.389493] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.389643] env[62024]: DEBUG nova.network.neutron [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.892418] env[62024]: DEBUG oslo_concurrency.lockutils [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.911730] env[62024]: INFO nova.scheduler.client.report [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleted allocations for instance dae19234-96b4-4aa0-9789-398f9974c30f [ 1117.924430] env[62024]: DEBUG nova.network.neutron [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.052053] env[62024]: DEBUG nova.network.neutron [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Updating instance_info_cache with network_info: [{"id": "4006e824-c6db-4b82-ab86-ddde7ce50513", "address": "fa:16:3e:21:26:68", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4006e824-c6", "ovs_interfaceid": "4006e824-c6db-4b82-ab86-ddde7ce50513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.182995] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.183372] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.183511] env[62024]: INFO nova.compute.manager [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Attaching volume 1b46ea49-bc43-4b84-ab3f-ce94b87e08dc to /dev/sdb [ 1118.220372] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ea9c08-1588-47ba-aff2-f48b823c3724 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.227408] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759bdeb0-1411-4327-ada5-50b9cacd37d5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.914536] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.914805] env[62024]: DEBUG nova.compute.manager [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Instance network_info: |[{"id": "4006e824-c6db-4b82-ab86-ddde7ce50513", "address": "fa:16:3e:21:26:68", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4006e824-c6", "ovs_interfaceid": "4006e824-c6db-4b82-ab86-ddde7ce50513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.916680] env[62024]: DEBUG nova.virt.block_device [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Updating existing volume attachment record: 8227a875-3961-4c19-b243-e5b02553df46 {{(pid=62024) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1118.919174] env[62024]: DEBUG oslo_concurrency.lockutils [None req-41dfa7da-22c4-4377-82c6-b8a3f735cb83 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "dae19234-96b4-4aa0-9789-398f9974c30f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.591s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.920373] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:26:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4006e824-c6db-4b82-ab86-ddde7ce50513', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.927229] env[62024]: DEBUG oslo.service.loopingcall [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1118.930080] env[62024]: DEBUG nova.compute.manager [req-8feb187a-3124-4b43-9fac-83d16c89ef6c req-bdcb0f78-44cb-47da-acfb-0acfe6000a63 service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Received event network-changed-4006e824-c6db-4b82-ab86-ddde7ce50513 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.930375] env[62024]: DEBUG nova.compute.manager [req-8feb187a-3124-4b43-9fac-83d16c89ef6c req-bdcb0f78-44cb-47da-acfb-0acfe6000a63 service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Refreshing instance network info cache due to event network-changed-4006e824-c6db-4b82-ab86-ddde7ce50513. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1118.930474] env[62024]: DEBUG oslo_concurrency.lockutils [req-8feb187a-3124-4b43-9fac-83d16c89ef6c req-bdcb0f78-44cb-47da-acfb-0acfe6000a63 service nova] Acquiring lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.930571] env[62024]: DEBUG oslo_concurrency.lockutils [req-8feb187a-3124-4b43-9fac-83d16c89ef6c req-bdcb0f78-44cb-47da-acfb-0acfe6000a63 service nova] Acquired lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.930723] env[62024]: DEBUG nova.network.neutron [req-8feb187a-3124-4b43-9fac-83d16c89ef6c req-bdcb0f78-44cb-47da-acfb-0acfe6000a63 service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Refreshing network info cache for port 4006e824-c6db-4b82-ab86-ddde7ce50513 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.932334] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.932553] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e406d1a-69ac-4fd2-89be-97cbf622e187 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.957024] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.957024] env[62024]: value = "task-2289038" [ 1118.957024] env[62024]: _type = "Task" [ 1118.957024] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.961872] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2289038, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.436658] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.437022] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.437310] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.437622] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.437805] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.439934] env[62024]: INFO nova.compute.manager [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Terminating instance [ 1119.464144] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2289038, 'name': CreateVM_Task, 'duration_secs': 0.30358} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.464318] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.472511] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.472691] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.473018] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.473320] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a935f4a3-7d64-40ca-a7c0-b9c048a9d361 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.478373] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1119.478373] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bfe850-8130-aadd-4516-224fa75c59c6" [ 1119.478373] env[62024]: _type = "Task" [ 1119.478373] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.488595] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bfe850-8130-aadd-4516-224fa75c59c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.644914] env[62024]: DEBUG nova.network.neutron [req-8feb187a-3124-4b43-9fac-83d16c89ef6c req-bdcb0f78-44cb-47da-acfb-0acfe6000a63 service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Updated VIF entry in instance network info cache for port 4006e824-c6db-4b82-ab86-ddde7ce50513. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.645283] env[62024]: DEBUG nova.network.neutron [req-8feb187a-3124-4b43-9fac-83d16c89ef6c req-bdcb0f78-44cb-47da-acfb-0acfe6000a63 service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Updating instance_info_cache with network_info: [{"id": "4006e824-c6db-4b82-ab86-ddde7ce50513", "address": "fa:16:3e:21:26:68", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4006e824-c6", "ovs_interfaceid": "4006e824-c6db-4b82-ab86-ddde7ce50513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.945167] env[62024]: DEBUG nova.compute.manager [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.945399] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.946308] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eae87d6-cd3c-4a23-a716-2e748ffe50c3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.953559] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.953790] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d844fe2-08dd-4aab-85b6-9670aad722e5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.959730] env[62024]: DEBUG oslo_vmware.api [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1119.959730] env[62024]: value = "task-2289042" [ 1119.959730] env[62024]: _type = "Task" [ 1119.959730] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.967075] env[62024]: DEBUG oslo_vmware.api [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.987963] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52bfe850-8130-aadd-4516-224fa75c59c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.988250] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.988484] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.988817] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.988923] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.989117] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.989404] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec823031-08b9-400e-a476-94f1a1c6e5d6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.997562] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.997757] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.998513] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d767404-05f0-413d-88a7-090f08e4d6ff {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.003352] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1120.003352] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528cd39b-b6d6-e171-4a89-12422012775d" [ 1120.003352] env[62024]: _type = "Task" [ 1120.003352] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.010803] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528cd39b-b6d6-e171-4a89-12422012775d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.148214] env[62024]: DEBUG oslo_concurrency.lockutils [req-8feb187a-3124-4b43-9fac-83d16c89ef6c req-bdcb0f78-44cb-47da-acfb-0acfe6000a63 service nova] Releasing lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.469234] env[62024]: DEBUG oslo_vmware.api [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289042, 'name': PowerOffVM_Task, 'duration_secs': 0.183629} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.469639] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.469698] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.469925] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8459e0dd-a5e4-400f-a516-d3a5db4e7729 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.513963] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]528cd39b-b6d6-e171-4a89-12422012775d, 'name': SearchDatastore_Task, 'duration_secs': 0.008185} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.514747] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d686e409-4025-4515-8a1e-ece60ec33d67 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.519457] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1120.519457] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52eec8ec-f97c-e30d-aa1e-3399fe389618" [ 1120.519457] env[62024]: _type = "Task" [ 1120.519457] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.526920] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52eec8ec-f97c-e30d-aa1e-3399fe389618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.530109] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.530299] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.530469] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleting the datastore file [datastore1] 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.530691] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bf49ecc-f89e-4d51-881a-7d831cc17ecf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.536286] env[62024]: DEBUG oslo_vmware.api [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for the task: (returnval){ [ 1120.536286] env[62024]: value = "task-2289044" [ 1120.536286] env[62024]: _type = "Task" [ 1120.536286] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.543202] env[62024]: DEBUG oslo_vmware.api [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.031042] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52eec8ec-f97c-e30d-aa1e-3399fe389618, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.031042] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.031042] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 18a1440e-a9df-45b1-95c7-0fe680893816/18a1440e-a9df-45b1-95c7-0fe680893816.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.031042] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-382ef78f-a4c4-40c3-a9a1-1c7d113ee50a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.037385] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1121.037385] env[62024]: value = "task-2289045" [ 1121.037385] env[62024]: _type = "Task" [ 1121.037385] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.047801] env[62024]: DEBUG oslo_vmware.api [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Task: {'id': task-2289044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146655} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.050810] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.050988] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.051179] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.051351] env[62024]: INFO nova.compute.manager [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1121.051576] env[62024]: DEBUG oslo.service.loopingcall [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1121.051763] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.051958] env[62024]: DEBUG nova.compute.manager [-] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.052064] env[62024]: DEBUG nova.network.neutron [-] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.285864] env[62024]: DEBUG nova.compute.manager [req-86005b8f-47d6-4790-b888-25a682a4df59 req-eb452567-f1f5-40e7-b702-8b371cc8ee65 service nova] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Received event network-vif-deleted-bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.286349] env[62024]: INFO nova.compute.manager [req-86005b8f-47d6-4790-b888-25a682a4df59 req-eb452567-f1f5-40e7-b702-8b371cc8ee65 service nova] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Neutron deleted interface bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4; detaching it from the instance and deleting it from the info cache [ 1121.286477] env[62024]: DEBUG nova.network.neutron [req-86005b8f-47d6-4790-b888-25a682a4df59 req-eb452567-f1f5-40e7-b702-8b371cc8ee65 service nova] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.549445] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289045, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.768832] env[62024]: DEBUG nova.network.neutron [-] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.789302] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09a2f761-8363-4d66-81ea-da1e09e5d6a0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.798462] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e9e417-f422-48cf-b21d-a54924618eb0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.821963] env[62024]: DEBUG nova.compute.manager [req-86005b8f-47d6-4790-b888-25a682a4df59 req-eb452567-f1f5-40e7-b702-8b371cc8ee65 service nova] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Detach interface failed, port_id=bfa6627d-31f8-4c3f-96c8-f4c0017bc9a4, reason: Instance 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1122.049889] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289045, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.271851] env[62024]: INFO nova.compute.manager [-] [instance: 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8] Took 1.22 seconds to deallocate network for instance. [ 1122.550475] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289045, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.443962} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.550864] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 18a1440e-a9df-45b1-95c7-0fe680893816/18a1440e-a9df-45b1-95c7-0fe680893816.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.550961] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.551257] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e13a9e9-8ea8-4517-8f28-7871082d21b2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.557721] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1122.557721] env[62024]: value = "task-2289047" [ 1122.557721] env[62024]: _type = "Task" [ 1122.557721] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.565599] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.778781] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.778985] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.779215] env[62024]: DEBUG nova.objects.instance [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lazy-loading 'resources' on Instance uuid 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.067300] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0625} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.067561] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.068329] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1890bb9a-a209-4c7b-9604-dea55c26f6c9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.089452] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 18a1440e-a9df-45b1-95c7-0fe680893816/18a1440e-a9df-45b1-95c7-0fe680893816.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.089709] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34bf0048-710b-40e2-9479-f251027e5cf4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.108907] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1123.108907] env[62024]: value = "task-2289048" [ 1123.108907] env[62024]: _type = "Task" [ 1123.108907] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.116040] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.331479] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9812fc-3e80-48d7-9a8c-d74acb2796dd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.339074] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaf7d46-ff72-42a5-a291-c5a846a78699 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.368570] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2c3ee9-1694-49b3-8522-e6f551d0c9a0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.375511] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0bfe9e-41e9-4499-8858-fc1c22216736 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.389460] env[62024]: DEBUG nova.compute.provider_tree [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.618460] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289048, 'name': ReconfigVM_Task, 'duration_secs': 0.262854} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.618790] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 18a1440e-a9df-45b1-95c7-0fe680893816/18a1440e-a9df-45b1-95c7-0fe680893816.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.619311] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aebb883-acad-499e-8d9f-b009d9e9d1ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.626522] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1123.626522] env[62024]: value = "task-2289049" [ 1123.626522] env[62024]: _type = "Task" [ 1123.626522] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.637596] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289049, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.892764] env[62024]: DEBUG nova.scheduler.client.report [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.967881] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Volume attach. Driver type: vmdk {{(pid=62024) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1123.968152] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465873', 'volume_id': '1b46ea49-bc43-4b84-ab3f-ce94b87e08dc', 'name': 'volume-1b46ea49-bc43-4b84-ab3f-ce94b87e08dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e305b97-845d-4ae2-8360-a94e4b9470b3', 'attached_at': '', 'detached_at': '', 'volume_id': '1b46ea49-bc43-4b84-ab3f-ce94b87e08dc', 'serial': '1b46ea49-bc43-4b84-ab3f-ce94b87e08dc'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1123.969041] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8f2c40-34d4-4780-af93-2514e668ab07 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.987600] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f1116a-25a9-4d25-bd64-a624ff9c6c92 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.011319] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-1b46ea49-bc43-4b84-ab3f-ce94b87e08dc/volume-1b46ea49-bc43-4b84-ab3f-ce94b87e08dc.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.011542] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3e1e12b-e110-418f-9655-0ac32ee481ac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.028274] env[62024]: DEBUG oslo_vmware.api [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1124.028274] env[62024]: value = "task-2289050" [ 1124.028274] env[62024]: _type = "Task" [ 1124.028274] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.035689] env[62024]: DEBUG oslo_vmware.api [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.136481] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289049, 'name': Rename_Task, 'duration_secs': 0.134289} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.136710] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.136954] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8c55341-347d-429c-b71a-7f367860abc2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.143270] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1124.143270] env[62024]: value = "task-2289051" [ 1124.143270] env[62024]: _type = "Task" [ 1124.143270] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.150826] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.397890] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.416908] env[62024]: INFO nova.scheduler.client.report [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Deleted allocations for instance 64eeddbd-ecb2-47e7-9ea6-9977d743d7c8 [ 1124.539065] env[62024]: DEBUG oslo_vmware.api [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289050, 'name': ReconfigVM_Task, 'duration_secs': 0.335233} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.539065] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-1b46ea49-bc43-4b84-ab3f-ce94b87e08dc/volume-1b46ea49-bc43-4b84-ab3f-ce94b87e08dc.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.543386] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f63be43-29ea-457c-9b07-189b028cccd3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.558254] env[62024]: DEBUG oslo_vmware.api [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1124.558254] env[62024]: value = "task-2289052" [ 1124.558254] env[62024]: _type = "Task" [ 1124.558254] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.567250] env[62024]: DEBUG oslo_vmware.api [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.652790] env[62024]: DEBUG oslo_vmware.api [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289051, 'name': PowerOnVM_Task, 'duration_secs': 0.472577} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.653245] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.653245] env[62024]: INFO nova.compute.manager [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1124.653383] env[62024]: DEBUG nova.compute.manager [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.654138] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8c44b9-b6ad-470b-a86e-cbcc70f08d5f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.924704] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b7dc1d1-5ce4-46c7-a176-28478ceecac7 tempest-ServersTestJSON-74025682 tempest-ServersTestJSON-74025682-project-member] Lock "64eeddbd-ecb2-47e7-9ea6-9977d743d7c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.488s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.068309] env[62024]: DEBUG oslo_vmware.api [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289052, 'name': ReconfigVM_Task, 'duration_secs': 0.158291} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.068611] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465873', 'volume_id': '1b46ea49-bc43-4b84-ab3f-ce94b87e08dc', 'name': 'volume-1b46ea49-bc43-4b84-ab3f-ce94b87e08dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e305b97-845d-4ae2-8360-a94e4b9470b3', 'attached_at': '', 'detached_at': '', 'volume_id': '1b46ea49-bc43-4b84-ab3f-ce94b87e08dc', 'serial': '1b46ea49-bc43-4b84-ab3f-ce94b87e08dc'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1125.171487] env[62024]: INFO nova.compute.manager [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Took 13.58 seconds to build instance. [ 1125.673318] env[62024]: DEBUG oslo_concurrency.lockutils [None req-bac6dca4-980f-4e3a-86f2-d3d920a57008 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "18a1440e-a9df-45b1-95c7-0fe680893816" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.093s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.113960] env[62024]: DEBUG nova.objects.instance [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lazy-loading 'flavor' on Instance uuid 1e305b97-845d-4ae2-8360-a94e4b9470b3 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.236967] env[62024]: DEBUG nova.compute.manager [req-7b74575f-b44e-4c82-bbb7-148abacc5f4b req-33c7dc10-87b6-4d25-8c3b-407d2a4d71d3 service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Received event network-changed-4006e824-c6db-4b82-ab86-ddde7ce50513 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1126.237212] env[62024]: DEBUG nova.compute.manager [req-7b74575f-b44e-4c82-bbb7-148abacc5f4b req-33c7dc10-87b6-4d25-8c3b-407d2a4d71d3 service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Refreshing instance network info cache due to event network-changed-4006e824-c6db-4b82-ab86-ddde7ce50513. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1126.237466] env[62024]: DEBUG oslo_concurrency.lockutils [req-7b74575f-b44e-4c82-bbb7-148abacc5f4b req-33c7dc10-87b6-4d25-8c3b-407d2a4d71d3 service nova] Acquiring lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.237655] env[62024]: DEBUG oslo_concurrency.lockutils [req-7b74575f-b44e-4c82-bbb7-148abacc5f4b req-33c7dc10-87b6-4d25-8c3b-407d2a4d71d3 service nova] Acquired lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.237848] env[62024]: DEBUG nova.network.neutron [req-7b74575f-b44e-4c82-bbb7-148abacc5f4b req-33c7dc10-87b6-4d25-8c3b-407d2a4d71d3 service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Refreshing network info cache for port 4006e824-c6db-4b82-ab86-ddde7ce50513 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.619403] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2da57a8b-431c-4c6c-9c5a-827ac68d9b55 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.436s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.098439] env[62024]: DEBUG nova.network.neutron [req-7b74575f-b44e-4c82-bbb7-148abacc5f4b req-33c7dc10-87b6-4d25-8c3b-407d2a4d71d3 service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Updated VIF entry in instance network info cache for port 4006e824-c6db-4b82-ab86-ddde7ce50513. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.098812] env[62024]: DEBUG nova.network.neutron [req-7b74575f-b44e-4c82-bbb7-148abacc5f4b req-33c7dc10-87b6-4d25-8c3b-407d2a4d71d3 service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Updating instance_info_cache with network_info: [{"id": "4006e824-c6db-4b82-ab86-ddde7ce50513", "address": "fa:16:3e:21:26:68", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4006e824-c6", "ovs_interfaceid": "4006e824-c6db-4b82-ab86-ddde7ce50513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.602641] env[62024]: DEBUG oslo_concurrency.lockutils [req-7b74575f-b44e-4c82-bbb7-148abacc5f4b req-33c7dc10-87b6-4d25-8c3b-407d2a4d71d3 service nova] Releasing lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.103596] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "63deeb7f-d5e8-471c-82c9-e47f4b13c93d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.103882] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "63deeb7f-d5e8-471c-82c9-e47f4b13c93d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.276333] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquiring lock "6b98c669-7e9d-4ac8-8208-9fa633c728e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.276563] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Lock "6b98c669-7e9d-4ac8-8208-9fa633c728e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.606188] env[62024]: DEBUG nova.compute.manager [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.778815] env[62024]: DEBUG nova.compute.manager [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.126824] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.127084] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.128579] env[62024]: INFO nova.compute.claims [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.297127] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.207792] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb14d476-887b-42b4-b860-3869b8db3448 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.215091] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b3a129-8ccb-4a08-a1e3-fbc960eeb79e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.244379] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068a26f3-aa99-4a32-a495-64c1370e22a5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.250905] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f331cee-8e4b-4cee-a18e-2b5fe36360df {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.264615] env[62024]: DEBUG nova.compute.provider_tree [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.768122] env[62024]: DEBUG nova.scheduler.client.report [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.274820] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.275372] env[62024]: DEBUG nova.compute.manager [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.278308] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.981s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.280480] env[62024]: INFO nova.compute.claims [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.784445] env[62024]: DEBUG nova.compute.utils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1131.787620] env[62024]: DEBUG nova.compute.manager [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.787863] env[62024]: DEBUG nova.network.neutron [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.837992] env[62024]: DEBUG nova.policy [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '338f858e340048d4962567084c9dac36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d45e87270144d43b9a0c70ea797f4e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.109860] env[62024]: DEBUG nova.network.neutron [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Successfully created port: cdf54b27-3e40-4b09-91a6-da74f2809134 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.291364] env[62024]: DEBUG nova.compute.manager [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.364029] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91672944-0738-4e9f-b42b-3a6c3a541888 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.371992] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5890f2b3-b9f7-4b8d-813b-c2e5e9fe5629 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.402624] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0544d5-6d11-4431-952c-1ef25b6c4418 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.409665] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2c6ff3-1845-4ff8-bd79-952ee156ffb4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.422417] env[62024]: DEBUG nova.compute.provider_tree [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.925750] env[62024]: DEBUG nova.scheduler.client.report [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.304972] env[62024]: DEBUG nova.compute.manager [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.330102] env[62024]: DEBUG nova.virt.hardware [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.330358] env[62024]: DEBUG nova.virt.hardware [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.330516] env[62024]: DEBUG nova.virt.hardware [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.330698] env[62024]: DEBUG nova.virt.hardware [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.330843] env[62024]: DEBUG nova.virt.hardware [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.330989] env[62024]: DEBUG nova.virt.hardware [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.331209] env[62024]: DEBUG nova.virt.hardware [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.331367] env[62024]: DEBUG nova.virt.hardware [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.331531] env[62024]: DEBUG nova.virt.hardware [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.331690] env[62024]: DEBUG nova.virt.hardware [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.331864] env[62024]: DEBUG nova.virt.hardware [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.332744] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7ffae3-119d-42b8-a251-1c1e25906775 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.340937] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425ac422-1e7d-4699-88ac-a8601bdfe3cf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.430589] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.431165] env[62024]: DEBUG nova.compute.manager [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.490535] env[62024]: DEBUG nova.compute.manager [req-258a293d-be34-439b-9cc0-4a9966ccb865 req-a7d6fa09-15c0-4574-be74-43ef6f98271b service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Received event network-vif-plugged-cdf54b27-3e40-4b09-91a6-da74f2809134 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.490782] env[62024]: DEBUG oslo_concurrency.lockutils [req-258a293d-be34-439b-9cc0-4a9966ccb865 req-a7d6fa09-15c0-4574-be74-43ef6f98271b service nova] Acquiring lock "63deeb7f-d5e8-471c-82c9-e47f4b13c93d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.491040] env[62024]: DEBUG oslo_concurrency.lockutils [req-258a293d-be34-439b-9cc0-4a9966ccb865 req-a7d6fa09-15c0-4574-be74-43ef6f98271b service nova] Lock "63deeb7f-d5e8-471c-82c9-e47f4b13c93d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.491174] env[62024]: DEBUG oslo_concurrency.lockutils [req-258a293d-be34-439b-9cc0-4a9966ccb865 req-a7d6fa09-15c0-4574-be74-43ef6f98271b service nova] Lock "63deeb7f-d5e8-471c-82c9-e47f4b13c93d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.491343] env[62024]: DEBUG nova.compute.manager [req-258a293d-be34-439b-9cc0-4a9966ccb865 req-a7d6fa09-15c0-4574-be74-43ef6f98271b service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] No waiting events found dispatching network-vif-plugged-cdf54b27-3e40-4b09-91a6-da74f2809134 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.491507] env[62024]: WARNING nova.compute.manager [req-258a293d-be34-439b-9cc0-4a9966ccb865 req-a7d6fa09-15c0-4574-be74-43ef6f98271b service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Received unexpected event network-vif-plugged-cdf54b27-3e40-4b09-91a6-da74f2809134 for instance with vm_state building and task_state spawning. [ 1133.577172] env[62024]: DEBUG nova.network.neutron [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Successfully updated port: cdf54b27-3e40-4b09-91a6-da74f2809134 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.936579] env[62024]: DEBUG nova.compute.utils [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1133.938011] env[62024]: DEBUG nova.compute.manager [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Not allocating networking since 'none' was specified. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1134.079429] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "refresh_cache-63deeb7f-d5e8-471c-82c9-e47f4b13c93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.079590] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired lock "refresh_cache-63deeb7f-d5e8-471c-82c9-e47f4b13c93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.079816] env[62024]: DEBUG nova.network.neutron [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.439253] env[62024]: DEBUG nova.compute.manager [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.613386] env[62024]: DEBUG nova.network.neutron [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.734054] env[62024]: DEBUG nova.network.neutron [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Updating instance_info_cache with network_info: [{"id": "cdf54b27-3e40-4b09-91a6-da74f2809134", "address": "fa:16:3e:b9:08:ea", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf54b27-3e", "ovs_interfaceid": "cdf54b27-3e40-4b09-91a6-da74f2809134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.236961] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Releasing lock "refresh_cache-63deeb7f-d5e8-471c-82c9-e47f4b13c93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.237312] env[62024]: DEBUG nova.compute.manager [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Instance network_info: |[{"id": "cdf54b27-3e40-4b09-91a6-da74f2809134", "address": "fa:16:3e:b9:08:ea", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf54b27-3e", "ovs_interfaceid": "cdf54b27-3e40-4b09-91a6-da74f2809134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.237783] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:08:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdf54b27-3e40-4b09-91a6-da74f2809134', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.245103] env[62024]: DEBUG oslo.service.loopingcall [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1135.245318] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.245545] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bc5202b-4243-46b4-82ab-23a5498cad6b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.267098] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.267098] env[62024]: value = "task-2289053" [ 1135.267098] env[62024]: _type = "Task" [ 1135.267098] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.274502] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2289053, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.449050] env[62024]: DEBUG nova.compute.manager [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.471394] env[62024]: DEBUG nova.virt.hardware [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.471648] env[62024]: DEBUG nova.virt.hardware [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.471827] env[62024]: DEBUG nova.virt.hardware [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.471990] env[62024]: DEBUG nova.virt.hardware [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.472153] env[62024]: DEBUG nova.virt.hardware [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.472298] env[62024]: DEBUG nova.virt.hardware [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.472501] env[62024]: DEBUG nova.virt.hardware [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.472666] env[62024]: DEBUG nova.virt.hardware [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.472825] env[62024]: DEBUG nova.virt.hardware [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.472984] env[62024]: DEBUG nova.virt.hardware [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.473242] env[62024]: DEBUG nova.virt.hardware [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.474103] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49786604-d8f8-45c2-9df7-646c37be5519 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.481846] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb75d1-0d31-4168-8996-aab91a8332c5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.496183] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Instance VIF info [] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.501812] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Creating folder: Project (e627d3ecea544cfaacd437ae9d90923d). Parent ref: group-v465568. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.502163] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eca1a3bb-b434-4b34-acd4-9af120eb0d97 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.512080] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Created folder: Project (e627d3ecea544cfaacd437ae9d90923d) in parent group-v465568. [ 1135.512382] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Creating folder: Instances. Parent ref: group-v465875. {{(pid=62024) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.512520] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1088af94-8469-4329-8aae-40af09c76487 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.516865] env[62024]: DEBUG nova.compute.manager [req-01f996a2-cf43-4ed1-bffb-b06d569e541e req-b256f6b9-8428-418f-9d71-a4f0cd69bdcb service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Received event network-changed-cdf54b27-3e40-4b09-91a6-da74f2809134 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.516998] env[62024]: DEBUG nova.compute.manager [req-01f996a2-cf43-4ed1-bffb-b06d569e541e req-b256f6b9-8428-418f-9d71-a4f0cd69bdcb service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Refreshing instance network info cache due to event network-changed-cdf54b27-3e40-4b09-91a6-da74f2809134. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1135.517212] env[62024]: DEBUG oslo_concurrency.lockutils [req-01f996a2-cf43-4ed1-bffb-b06d569e541e req-b256f6b9-8428-418f-9d71-a4f0cd69bdcb service nova] Acquiring lock "refresh_cache-63deeb7f-d5e8-471c-82c9-e47f4b13c93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.517380] env[62024]: DEBUG oslo_concurrency.lockutils [req-01f996a2-cf43-4ed1-bffb-b06d569e541e req-b256f6b9-8428-418f-9d71-a4f0cd69bdcb service nova] Acquired lock "refresh_cache-63deeb7f-d5e8-471c-82c9-e47f4b13c93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.517578] env[62024]: DEBUG nova.network.neutron [req-01f996a2-cf43-4ed1-bffb-b06d569e541e req-b256f6b9-8428-418f-9d71-a4f0cd69bdcb service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Refreshing network info cache for port cdf54b27-3e40-4b09-91a6-da74f2809134 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.522577] env[62024]: INFO nova.virt.vmwareapi.vm_util [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Created folder: Instances in parent group-v465875. [ 1135.522577] env[62024]: DEBUG oslo.service.loopingcall [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1135.522735] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.522936] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fe5c511-16eb-4201-b65c-4bfc0f522ab6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.540738] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.540738] env[62024]: value = "task-2289056" [ 1135.540738] env[62024]: _type = "Task" [ 1135.540738] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.548063] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2289056, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.776522] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2289053, 'name': CreateVM_Task, 'duration_secs': 0.278012} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.776717] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.777439] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.777608] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.777929] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.778193] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2002952-61dc-4e9e-a39c-544abefa6d88 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.782522] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1135.782522] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52628555-b1dd-562d-3a24-f8a74a1f5d2d" [ 1135.782522] env[62024]: _type = "Task" [ 1135.782522] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.789987] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52628555-b1dd-562d-3a24-f8a74a1f5d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.050486] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2289056, 'name': CreateVM_Task, 'duration_secs': 0.221927} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.052652] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.053297] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.251055] env[62024]: DEBUG nova.network.neutron [req-01f996a2-cf43-4ed1-bffb-b06d569e541e req-b256f6b9-8428-418f-9d71-a4f0cd69bdcb service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Updated VIF entry in instance network info cache for port cdf54b27-3e40-4b09-91a6-da74f2809134. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.251428] env[62024]: DEBUG nova.network.neutron [req-01f996a2-cf43-4ed1-bffb-b06d569e541e req-b256f6b9-8428-418f-9d71-a4f0cd69bdcb service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Updating instance_info_cache with network_info: [{"id": "cdf54b27-3e40-4b09-91a6-da74f2809134", "address": "fa:16:3e:b9:08:ea", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf54b27-3e", "ovs_interfaceid": "cdf54b27-3e40-4b09-91a6-da74f2809134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.294477] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52628555-b1dd-562d-3a24-f8a74a1f5d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.008001} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.294834] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.295146] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.295420] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.295598] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.295810] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.296100] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.296395] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.296616] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2fa6072-eb92-43c0-a665-5ce8504a6693 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.298436] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc776d53-0731-4c27-9422-65ce935a996a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.303915] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1136.303915] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52454a4b-b8eb-c866-ac87-98760436fb8a" [ 1136.303915] env[62024]: _type = "Task" [ 1136.303915] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.307402] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.307571] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.308490] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f054f6-e5a7-4890-91dd-c3d7c9160777 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.313173] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52454a4b-b8eb-c866-ac87-98760436fb8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.315741] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1136.315741] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52879082-3d51-8e8e-7be8-ba911eaff242" [ 1136.315741] env[62024]: _type = "Task" [ 1136.315741] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.322477] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52879082-3d51-8e8e-7be8-ba911eaff242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.754738] env[62024]: DEBUG oslo_concurrency.lockutils [req-01f996a2-cf43-4ed1-bffb-b06d569e541e req-b256f6b9-8428-418f-9d71-a4f0cd69bdcb service nova] Releasing lock "refresh_cache-63deeb7f-d5e8-471c-82c9-e47f4b13c93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.814054] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52454a4b-b8eb-c866-ac87-98760436fb8a, 'name': SearchDatastore_Task, 'duration_secs': 0.016668} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.814326] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.814554] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.814758] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.823510] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52879082-3d51-8e8e-7be8-ba911eaff242, 'name': SearchDatastore_Task, 'duration_secs': 0.008118} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.824206] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159aaeca-4bc2-490c-bd38-bbc3365888a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.828451] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1136.828451] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ffe4c4-4740-239c-0f9e-8a4c8e3df0cc" [ 1136.828451] env[62024]: _type = "Task" [ 1136.828451] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.835249] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ffe4c4-4740-239c-0f9e-8a4c8e3df0cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.338695] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52ffe4c4-4740-239c-0f9e-8a4c8e3df0cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009072} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.338989] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.339265] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 63deeb7f-d5e8-471c-82c9-e47f4b13c93d/63deeb7f-d5e8-471c-82c9-e47f4b13c93d.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.339543] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.339762] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.339990] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23d37b0f-b9fc-49ec-ab65-f739c659b69f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.341830] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa5229a1-8f38-4fc6-b54a-0e80b73d1976 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.348286] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1137.348286] env[62024]: value = "task-2289057" [ 1137.348286] env[62024]: _type = "Task" [ 1137.348286] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.351811] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.352009] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.353156] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c978c7d2-ec78-4165-9ad9-7b85ea73c52d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.357940] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.360820] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1137.360820] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fde060-497e-1bd9-da0c-a7a8cf62db14" [ 1137.360820] env[62024]: _type = "Task" [ 1137.360820] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.367675] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fde060-497e-1bd9-da0c-a7a8cf62db14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.858349] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.407444} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.858728] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 63deeb7f-d5e8-471c-82c9-e47f4b13c93d/63deeb7f-d5e8-471c-82c9-e47f4b13c93d.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.858816] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.858990] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ffdb139-e849-4a57-85b1-c39d5884984a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.865772] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1137.865772] env[62024]: value = "task-2289058" [ 1137.865772] env[62024]: _type = "Task" [ 1137.865772] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.871835] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52fde060-497e-1bd9-da0c-a7a8cf62db14, 'name': SearchDatastore_Task, 'duration_secs': 0.007257} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.872975] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-704e6090-7945-4fe5-8b6d-b78e31546658 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.877990] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.880988] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1137.880988] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c533ad-5a70-8658-ef74-85e25366ce84" [ 1137.880988] env[62024]: _type = "Task" [ 1137.880988] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.887983] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c533ad-5a70-8658-ef74-85e25366ce84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.379187] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.406123} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.379495] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.380345] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaee810-a80c-4934-b0d0-8b24db3ef0e7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.391726] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c533ad-5a70-8658-ef74-85e25366ce84, 'name': SearchDatastore_Task, 'duration_secs': 0.051447} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.401280] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.401561] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 6b98c669-7e9d-4ac8-8208-9fa633c728e4/6b98c669-7e9d-4ac8-8208-9fa633c728e4.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.410408] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 63deeb7f-d5e8-471c-82c9-e47f4b13c93d/63deeb7f-d5e8-471c-82c9-e47f4b13c93d.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.410702] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5007181d-3f1f-4eee-8602-296790a9cd08 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.412904] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f044518d-bff0-4322-9075-dd00979a10a3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.433680] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1138.433680] env[62024]: value = "task-2289059" [ 1138.433680] env[62024]: _type = "Task" [ 1138.433680] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.435696] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1138.435696] env[62024]: value = "task-2289060" [ 1138.435696] env[62024]: _type = "Task" [ 1138.435696] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.451700] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.456879] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.948775] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289059, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.954033] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.448423] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675764} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.449086] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 6b98c669-7e9d-4ac8-8208-9fa633c728e4/6b98c669-7e9d-4ac8-8208-9fa633c728e4.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.449331] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.449557] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e1b5f94-81ba-4e98-9485-c15fc5305a4a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.454196] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289060, 'name': ReconfigVM_Task, 'duration_secs': 0.724347} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.454771] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 63deeb7f-d5e8-471c-82c9-e47f4b13c93d/63deeb7f-d5e8-471c-82c9-e47f4b13c93d.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.455436] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bce6a955-c651-4c3f-963b-53b7bc217586 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.458808] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1139.458808] env[62024]: value = "task-2289061" [ 1139.458808] env[62024]: _type = "Task" [ 1139.458808] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.462806] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1139.462806] env[62024]: value = "task-2289062" [ 1139.462806] env[62024]: _type = "Task" [ 1139.462806] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.469340] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.474357] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289062, 'name': Rename_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.969947] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233593} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.970728] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.971494] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c5b9ff-7bc4-4251-90dd-ed3571b2c6b4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.976348] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289062, 'name': Rename_Task, 'duration_secs': 0.149066} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.976898] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.977133] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88353dc3-101f-4fb4-afac-bc8f17874f1d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.993185] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 6b98c669-7e9d-4ac8-8208-9fa633c728e4/6b98c669-7e9d-4ac8-8208-9fa633c728e4.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.993731] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb5d2fc-069c-4199-8a0b-1855bd870ba3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.008548] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1140.008548] env[62024]: value = "task-2289063" [ 1140.008548] env[62024]: _type = "Task" [ 1140.008548] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.013436] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1140.013436] env[62024]: value = "task-2289064" [ 1140.013436] env[62024]: _type = "Task" [ 1140.013436] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.016410] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289063, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.024272] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.518736] env[62024]: DEBUG oslo_vmware.api [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289063, 'name': PowerOnVM_Task, 'duration_secs': 0.506977} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.523244] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.523451] env[62024]: INFO nova.compute.manager [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1140.523624] env[62024]: DEBUG nova.compute.manager [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.524359] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48128ec0-33eb-4a6b-a07a-6cd40aeac6f9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.531016] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289064, 'name': ReconfigVM_Task, 'duration_secs': 0.3871} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.532441] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 6b98c669-7e9d-4ac8-8208-9fa633c728e4/6b98c669-7e9d-4ac8-8208-9fa633c728e4.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.535545] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b95ee613-63f5-4672-a687-af19f66b632f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.541694] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1140.541694] env[62024]: value = "task-2289065" [ 1140.541694] env[62024]: _type = "Task" [ 1140.541694] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.548621] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289065, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.051982] env[62024]: INFO nova.compute.manager [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Took 11.94 seconds to build instance. [ 1141.053452] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289065, 'name': Rename_Task, 'duration_secs': 0.256146} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.054536] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.055258] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-372b4e23-3a43-4f6d-8012-5ccca365d830 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.064237] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1141.064237] env[62024]: value = "task-2289066" [ 1141.064237] env[62024]: _type = "Task" [ 1141.064237] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.071034] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.190985] env[62024]: DEBUG nova.compute.manager [req-542da0b9-01bd-44f1-84dd-c2cf1709b873 req-2523424a-1bd6-4099-a774-c753f3ff40e5 service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Received event network-changed-cdf54b27-3e40-4b09-91a6-da74f2809134 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1141.191200] env[62024]: DEBUG nova.compute.manager [req-542da0b9-01bd-44f1-84dd-c2cf1709b873 req-2523424a-1bd6-4099-a774-c753f3ff40e5 service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Refreshing instance network info cache due to event network-changed-cdf54b27-3e40-4b09-91a6-da74f2809134. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1141.191417] env[62024]: DEBUG oslo_concurrency.lockutils [req-542da0b9-01bd-44f1-84dd-c2cf1709b873 req-2523424a-1bd6-4099-a774-c753f3ff40e5 service nova] Acquiring lock "refresh_cache-63deeb7f-d5e8-471c-82c9-e47f4b13c93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.191559] env[62024]: DEBUG oslo_concurrency.lockutils [req-542da0b9-01bd-44f1-84dd-c2cf1709b873 req-2523424a-1bd6-4099-a774-c753f3ff40e5 service nova] Acquired lock "refresh_cache-63deeb7f-d5e8-471c-82c9-e47f4b13c93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.191717] env[62024]: DEBUG nova.network.neutron [req-542da0b9-01bd-44f1-84dd-c2cf1709b873 req-2523424a-1bd6-4099-a774-c753f3ff40e5 service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Refreshing network info cache for port cdf54b27-3e40-4b09-91a6-da74f2809134 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.555320] env[62024]: DEBUG oslo_concurrency.lockutils [None req-349fc89a-fab4-4857-a1b7-c22686fce2b3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "63deeb7f-d5e8-471c-82c9-e47f4b13c93d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.451s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.572646] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.904658] env[62024]: DEBUG nova.network.neutron [req-542da0b9-01bd-44f1-84dd-c2cf1709b873 req-2523424a-1bd6-4099-a774-c753f3ff40e5 service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Updated VIF entry in instance network info cache for port cdf54b27-3e40-4b09-91a6-da74f2809134. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.905066] env[62024]: DEBUG nova.network.neutron [req-542da0b9-01bd-44f1-84dd-c2cf1709b873 req-2523424a-1bd6-4099-a774-c753f3ff40e5 service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Updating instance_info_cache with network_info: [{"id": "cdf54b27-3e40-4b09-91a6-da74f2809134", "address": "fa:16:3e:b9:08:ea", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf54b27-3e", "ovs_interfaceid": "cdf54b27-3e40-4b09-91a6-da74f2809134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.073261] env[62024]: DEBUG oslo_vmware.api [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289066, 'name': PowerOnVM_Task, 'duration_secs': 0.851665} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.073613] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.073660] env[62024]: INFO nova.compute.manager [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1142.073822] env[62024]: DEBUG nova.compute.manager [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.074579] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ce2b4b-fb78-41e6-8d32-56faa88ae02c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.407827] env[62024]: DEBUG oslo_concurrency.lockutils [req-542da0b9-01bd-44f1-84dd-c2cf1709b873 req-2523424a-1bd6-4099-a774-c753f3ff40e5 service nova] Releasing lock "refresh_cache-63deeb7f-d5e8-471c-82c9-e47f4b13c93d" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.591663] env[62024]: INFO nova.compute.manager [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Took 13.31 seconds to build instance. [ 1143.093304] env[62024]: DEBUG oslo_concurrency.lockutils [None req-0e0fb895-a750-4aae-851e-feaa86442f04 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Lock "6b98c669-7e9d-4ac8-8208-9fa633c728e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.816s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.229201] env[62024]: INFO nova.compute.manager [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Rebuilding instance [ 1143.270149] env[62024]: DEBUG nova.compute.manager [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.271031] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29efa6a2-4097-4e49-8950-66894dce1154 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.283565] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.283901] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd3c24a6-46a8-44a2-b3ff-420f9b7c07fb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.290917] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1144.290917] env[62024]: value = "task-2289067" [ 1144.290917] env[62024]: _type = "Task" [ 1144.290917] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.298629] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.800675] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289067, 'name': PowerOffVM_Task, 'duration_secs': 0.12488} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.800980] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.801230] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.801954] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8222c85-3a2c-4475-bfd8-255f9f6e2df0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.808122] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.808376] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfb6c471-1212-4fe7-81ea-29799adf23e8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.830509] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.830659] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.830843] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Deleting the datastore file [datastore1] 6b98c669-7e9d-4ac8-8208-9fa633c728e4 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.831102] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c84c9c38-0112-435b-b90c-4e9aeb6d7884 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.836995] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1144.836995] env[62024]: value = "task-2289069" [ 1144.836995] env[62024]: _type = "Task" [ 1144.836995] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.844179] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.346699] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092037} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.347143] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.347143] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.347284] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.376243] env[62024]: DEBUG nova.virt.hardware [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.376527] env[62024]: DEBUG nova.virt.hardware [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.376656] env[62024]: DEBUG nova.virt.hardware [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.376849] env[62024]: DEBUG nova.virt.hardware [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.376999] env[62024]: DEBUG nova.virt.hardware [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.377164] env[62024]: DEBUG nova.virt.hardware [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.377373] env[62024]: DEBUG nova.virt.hardware [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.377530] env[62024]: DEBUG nova.virt.hardware [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.377716] env[62024]: DEBUG nova.virt.hardware [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.377893] env[62024]: DEBUG nova.virt.hardware [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.378086] env[62024]: DEBUG nova.virt.hardware [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.378936] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfd1207-2ee5-4274-b716-c2940b62c960 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.386599] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4e0d3c-cda5-4ce4-a326-83b05f9474e0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.399944] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Instance VIF info [] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.405407] env[62024]: DEBUG oslo.service.loopingcall [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1146.405631] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.405828] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9450c26e-3e9d-4469-bd1a-3ecf747c5ddf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.421563] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.421563] env[62024]: value = "task-2289070" [ 1146.421563] env[62024]: _type = "Task" [ 1146.421563] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.428593] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2289070, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.932961] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2289070, 'name': CreateVM_Task, 'duration_secs': 0.239466} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.933162] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.933519] env[62024]: DEBUG oslo_concurrency.lockutils [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.933686] env[62024]: DEBUG oslo_concurrency.lockutils [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.934018] env[62024]: DEBUG oslo_concurrency.lockutils [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.934267] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04444ace-7094-4a06-812f-89144a8c30bf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.938985] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1146.938985] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e73bca-f45a-aca8-62bb-86b56a5fe18e" [ 1146.938985] env[62024]: _type = "Task" [ 1146.938985] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.946818] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e73bca-f45a-aca8-62bb-86b56a5fe18e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.449129] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e73bca-f45a-aca8-62bb-86b56a5fe18e, 'name': SearchDatastore_Task, 'duration_secs': 0.011415} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.449484] env[62024]: DEBUG oslo_concurrency.lockutils [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.449630] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.449887] env[62024]: DEBUG oslo_concurrency.lockutils [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.450039] env[62024]: DEBUG oslo_concurrency.lockutils [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.450233] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.450471] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bad151e5-764f-4886-a5a4-5014b89521ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.458495] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.458655] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.459326] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e014d825-c8d8-48a1-ba07-00844e0ca1d0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.463913] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1147.463913] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523acc4f-25ff-f509-ebce-5edef6708bfa" [ 1147.463913] env[62024]: _type = "Task" [ 1147.463913] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.470690] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523acc4f-25ff-f509-ebce-5edef6708bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.974018] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]523acc4f-25ff-f509-ebce-5edef6708bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.007609} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.974957] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2513acc1-c90c-4705-8663-d20a5be5e781 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.980314] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1147.980314] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f120e3-142f-46cf-90eb-f34d2d09c415" [ 1147.980314] env[62024]: _type = "Task" [ 1147.980314] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.987639] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f120e3-142f-46cf-90eb-f34d2d09c415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.491081] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52f120e3-142f-46cf-90eb-f34d2d09c415, 'name': SearchDatastore_Task, 'duration_secs': 0.011356} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.491460] env[62024]: DEBUG oslo_concurrency.lockutils [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.491586] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 6b98c669-7e9d-4ac8-8208-9fa633c728e4/6b98c669-7e9d-4ac8-8208-9fa633c728e4.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.491837] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8feaa4e-139c-4587-abe4-7ccaba888e51 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.498353] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1148.498353] env[62024]: value = "task-2289071" [ 1148.498353] env[62024]: _type = "Task" [ 1148.498353] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.505321] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.009896] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432252} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.010212] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 6b98c669-7e9d-4ac8-8208-9fa633c728e4/6b98c669-7e9d-4ac8-8208-9fa633c728e4.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.010437] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.010721] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cec2bd3a-fb17-447a-aeda-8b1da844b729 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.017434] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1149.017434] env[62024]: value = "task-2289072" [ 1149.017434] env[62024]: _type = "Task" [ 1149.017434] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.024598] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.527073] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059848} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.527437] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.528124] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f6c3d0-d6e4-4a55-97c7-7f39738ebb3a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.547143] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 6b98c669-7e9d-4ac8-8208-9fa633c728e4/6b98c669-7e9d-4ac8-8208-9fa633c728e4.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.547373] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c619eda-56ea-4442-beb2-7e28ab2e02da {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.566353] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1149.566353] env[62024]: value = "task-2289073" [ 1149.566353] env[62024]: _type = "Task" [ 1149.566353] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.573774] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.076049] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289073, 'name': ReconfigVM_Task, 'duration_secs': 0.271917} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.076348] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 6b98c669-7e9d-4ac8-8208-9fa633c728e4/6b98c669-7e9d-4ac8-8208-9fa633c728e4.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.076979] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1154f542-3708-4149-bd40-b311111af41e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.083784] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1150.083784] env[62024]: value = "task-2289074" [ 1150.083784] env[62024]: _type = "Task" [ 1150.083784] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.091421] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289074, 'name': Rename_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.593574] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289074, 'name': Rename_Task, 'duration_secs': 0.121547} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.593935] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.594051] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2866c9f-cd54-474e-84c8-6f04412cee50 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.600043] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1150.600043] env[62024]: value = "task-2289075" [ 1150.600043] env[62024]: _type = "Task" [ 1150.600043] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.608413] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.110269] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.610261] env[62024]: DEBUG oslo_vmware.api [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289075, 'name': PowerOnVM_Task, 'duration_secs': 0.580315} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.610610] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.610735] env[62024]: DEBUG nova.compute.manager [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.611482] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8924b76a-87f8-4d72-b4f0-a8d265461c0d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.129071] env[62024]: DEBUG oslo_concurrency.lockutils [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.129348] env[62024]: DEBUG oslo_concurrency.lockutils [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.129523] env[62024]: DEBUG nova.objects.instance [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62024) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1152.892313] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquiring lock "6b98c669-7e9d-4ac8-8208-9fa633c728e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.892666] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Lock "6b98c669-7e9d-4ac8-8208-9fa633c728e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.892848] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquiring lock "6b98c669-7e9d-4ac8-8208-9fa633c728e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.892970] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Lock "6b98c669-7e9d-4ac8-8208-9fa633c728e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.893159] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Lock "6b98c669-7e9d-4ac8-8208-9fa633c728e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.895230] env[62024]: INFO nova.compute.manager [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Terminating instance [ 1153.138822] env[62024]: DEBUG oslo_concurrency.lockutils [None req-615babba-7cd9-48d8-8151-7c4c681e20e6 tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.398423] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquiring lock "refresh_cache-6b98c669-7e9d-4ac8-8208-9fa633c728e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.398599] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquired lock "refresh_cache-6b98c669-7e9d-4ac8-8208-9fa633c728e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.398733] env[62024]: DEBUG nova.network.neutron [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.916803] env[62024]: DEBUG nova.network.neutron [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.974092] env[62024]: DEBUG nova.network.neutron [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.476784] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Releasing lock "refresh_cache-6b98c669-7e9d-4ac8-8208-9fa633c728e4" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.477242] env[62024]: DEBUG nova.compute.manager [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.477440] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.478375] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3c3e47-b193-4cc3-994f-3c69606e942e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.486417] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.486638] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da1d2736-06f0-479b-af6d-a6290f62d763 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.492613] env[62024]: DEBUG oslo_vmware.api [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1154.492613] env[62024]: value = "task-2289076" [ 1154.492613] env[62024]: _type = "Task" [ 1154.492613] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.500747] env[62024]: DEBUG oslo_vmware.api [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.002768] env[62024]: DEBUG oslo_vmware.api [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289076, 'name': PowerOffVM_Task, 'duration_secs': 0.182397} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.003161] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.003216] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.003455] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-086e1ae3-2a44-4414-97c4-0403a5f226dc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.027207] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.027413] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.027595] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Deleting the datastore file [datastore1] 6b98c669-7e9d-4ac8-8208-9fa633c728e4 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.027862] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3c77d14-14c5-4c79-889c-5d3de07293f2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.034538] env[62024]: DEBUG oslo_vmware.api [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for the task: (returnval){ [ 1155.034538] env[62024]: value = "task-2289078" [ 1155.034538] env[62024]: _type = "Task" [ 1155.034538] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.041767] env[62024]: DEBUG oslo_vmware.api [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.544495] env[62024]: DEBUG oslo_vmware.api [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Task: {'id': task-2289078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083523} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.544748] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.544930] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.545119] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.545294] env[62024]: INFO nova.compute.manager [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1155.545534] env[62024]: DEBUG oslo.service.loopingcall [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1155.545722] env[62024]: DEBUG nova.compute.manager [-] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.545818] env[62024]: DEBUG nova.network.neutron [-] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.564033] env[62024]: DEBUG nova.network.neutron [-] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.051487] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b16c8313-8beb-44ab-994f-a3e295c5afc4 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "18a1440e-a9df-45b1-95c7-0fe680893816" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.051924] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b16c8313-8beb-44ab-994f-a3e295c5afc4 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "18a1440e-a9df-45b1-95c7-0fe680893816" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.051924] env[62024]: DEBUG nova.compute.manager [None req-b16c8313-8beb-44ab-994f-a3e295c5afc4 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.052854] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a981359b-88bd-4613-abae-b2e085fa4d2e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.059648] env[62024]: DEBUG nova.compute.manager [None req-b16c8313-8beb-44ab-994f-a3e295c5afc4 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62024) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1156.060217] env[62024]: DEBUG nova.objects.instance [None req-b16c8313-8beb-44ab-994f-a3e295c5afc4 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lazy-loading 'flavor' on Instance uuid 18a1440e-a9df-45b1-95c7-0fe680893816 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.066142] env[62024]: DEBUG nova.network.neutron [-] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.568776] env[62024]: INFO nova.compute.manager [-] [instance: 6b98c669-7e9d-4ac8-8208-9fa633c728e4] Took 1.02 seconds to deallocate network for instance. [ 1157.068101] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16c8313-8beb-44ab-994f-a3e295c5afc4 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.068544] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4020a57c-1d9a-4486-baf7-a7322f73ac49 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.074487] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.074730] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.074994] env[62024]: DEBUG nova.objects.instance [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Lazy-loading 'resources' on Instance uuid 6b98c669-7e9d-4ac8-8208-9fa633c728e4 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.077186] env[62024]: DEBUG oslo_vmware.api [None req-b16c8313-8beb-44ab-994f-a3e295c5afc4 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1157.077186] env[62024]: value = "task-2289079" [ 1157.077186] env[62024]: _type = "Task" [ 1157.077186] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.086141] env[62024]: DEBUG oslo_vmware.api [None req-b16c8313-8beb-44ab-994f-a3e295c5afc4 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.590257] env[62024]: DEBUG oslo_vmware.api [None req-b16c8313-8beb-44ab-994f-a3e295c5afc4 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289079, 'name': PowerOffVM_Task, 'duration_secs': 0.170035} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.590512] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16c8313-8beb-44ab-994f-a3e295c5afc4 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.590703] env[62024]: DEBUG nova.compute.manager [None req-b16c8313-8beb-44ab-994f-a3e295c5afc4 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.591453] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da79805a-400c-4b3d-b034-01c15ec44809 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.645845] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878470d5-ff29-4c11-b664-c49f6d1acb7a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.653078] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6d540b-67a3-406e-a4e9-0a158d3e0787 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.683131] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c8f588-0707-4ce7-858f-9dd6b537dc57 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.690016] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084b8a78-41e1-4ba9-a274-730aef41b764 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.703026] env[62024]: DEBUG nova.compute.provider_tree [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.105279] env[62024]: DEBUG oslo_concurrency.lockutils [None req-b16c8313-8beb-44ab-994f-a3e295c5afc4 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "18a1440e-a9df-45b1-95c7-0fe680893816" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.206237] env[62024]: DEBUG nova.scheduler.client.report [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.405788] env[62024]: DEBUG nova.objects.instance [None req-2a17ad1b-7e17-4d23-a5a8-362e6d178c70 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lazy-loading 'flavor' on Instance uuid 18a1440e-a9df-45b1-95c7-0fe680893816 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.711419] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.730892] env[62024]: INFO nova.scheduler.client.report [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Deleted allocations for instance 6b98c669-7e9d-4ac8-8208-9fa633c728e4 [ 1158.911058] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2a17ad1b-7e17-4d23-a5a8-362e6d178c70 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.911058] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2a17ad1b-7e17-4d23-a5a8-362e6d178c70 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.911058] env[62024]: DEBUG nova.network.neutron [None req-2a17ad1b-7e17-4d23-a5a8-362e6d178c70 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.911329] env[62024]: DEBUG nova.objects.instance [None req-2a17ad1b-7e17-4d23-a5a8-362e6d178c70 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lazy-loading 'info_cache' on Instance uuid 18a1440e-a9df-45b1-95c7-0fe680893816 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.238800] env[62024]: DEBUG oslo_concurrency.lockutils [None req-7a79c524-e3e9-43c5-bc61-7256ff635dcf tempest-ServerShowV257Test-1121796694 tempest-ServerShowV257Test-1121796694-project-member] Lock "6b98c669-7e9d-4ac8-8208-9fa633c728e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.346s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.415113] env[62024]: DEBUG nova.objects.base [None req-2a17ad1b-7e17-4d23-a5a8-362e6d178c70 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Object Instance<18a1440e-a9df-45b1-95c7-0fe680893816> lazy-loaded attributes: flavor,info_cache {{(pid=62024) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1160.126993] env[62024]: DEBUG nova.network.neutron [None req-2a17ad1b-7e17-4d23-a5a8-362e6d178c70 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Updating instance_info_cache with network_info: [{"id": "4006e824-c6db-4b82-ab86-ddde7ce50513", "address": "fa:16:3e:21:26:68", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4006e824-c6", "ovs_interfaceid": "4006e824-c6db-4b82-ab86-ddde7ce50513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.630357] env[62024]: DEBUG oslo_concurrency.lockutils [None req-2a17ad1b-7e17-4d23-a5a8-362e6d178c70 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.636434] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a17ad1b-7e17-4d23-a5a8-362e6d178c70 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.636779] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdbe0b95-8447-48f4-8bad-12faa513a5f3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.643932] env[62024]: DEBUG oslo_vmware.api [None req-2a17ad1b-7e17-4d23-a5a8-362e6d178c70 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1161.643932] env[62024]: value = "task-2289080" [ 1161.643932] env[62024]: _type = "Task" [ 1161.643932] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.651519] env[62024]: DEBUG oslo_vmware.api [None req-2a17ad1b-7e17-4d23-a5a8-362e6d178c70 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.153759] env[62024]: DEBUG oslo_vmware.api [None req-2a17ad1b-7e17-4d23-a5a8-362e6d178c70 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289080, 'name': PowerOnVM_Task, 'duration_secs': 0.361739} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.154012] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a17ad1b-7e17-4d23-a5a8-362e6d178c70 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.154220] env[62024]: DEBUG nova.compute.manager [None req-2a17ad1b-7e17-4d23-a5a8-362e6d178c70 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.154961] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604b1afe-5981-4684-ba1d-c9366129c6ab {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.198281] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582cfec5-319d-4f13-8ae5-548a54de6bd0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.205292] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e35202ef-9468-4f04-9e16-15416f74d677 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Suspending the VM {{(pid=62024) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1163.205514] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-91e3a23c-c524-45c5-bfeb-0dd1811768bd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.211058] env[62024]: DEBUG oslo_vmware.api [None req-e35202ef-9468-4f04-9e16-15416f74d677 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1163.211058] env[62024]: value = "task-2289081" [ 1163.211058] env[62024]: _type = "Task" [ 1163.211058] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.218101] env[62024]: DEBUG oslo_vmware.api [None req-e35202ef-9468-4f04-9e16-15416f74d677 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289081, 'name': SuspendVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.722918] env[62024]: DEBUG oslo_vmware.api [None req-e35202ef-9468-4f04-9e16-15416f74d677 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289081, 'name': SuspendVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.221060] env[62024]: DEBUG oslo_vmware.api [None req-e35202ef-9468-4f04-9e16-15416f74d677 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289081, 'name': SuspendVM_Task, 'duration_secs': 0.54261} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.221470] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e35202ef-9468-4f04-9e16-15416f74d677 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Suspended the VM {{(pid=62024) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1164.221545] env[62024]: DEBUG nova.compute.manager [None req-e35202ef-9468-4f04-9e16-15416f74d677 tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.222282] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce519627-67c1-411c-8905-4f6558618c1f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.521850] env[62024]: INFO nova.compute.manager [None req-26f8ee20-a100-4d18-a665-38567c3a092c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Resuming [ 1165.522499] env[62024]: DEBUG nova.objects.instance [None req-26f8ee20-a100-4d18-a665-38567c3a092c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lazy-loading 'flavor' on Instance uuid 18a1440e-a9df-45b1-95c7-0fe680893816 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.031959] env[62024]: DEBUG oslo_concurrency.lockutils [None req-26f8ee20-a100-4d18-a665-38567c3a092c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.032351] env[62024]: DEBUG oslo_concurrency.lockutils [None req-26f8ee20-a100-4d18-a665-38567c3a092c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquired lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.032351] env[62024]: DEBUG nova.network.neutron [None req-26f8ee20-a100-4d18-a665-38567c3a092c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.732026] env[62024]: DEBUG nova.network.neutron [None req-26f8ee20-a100-4d18-a665-38567c3a092c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Updating instance_info_cache with network_info: [{"id": "4006e824-c6db-4b82-ab86-ddde7ce50513", "address": "fa:16:3e:21:26:68", "network": {"id": "31055821-b02b-4096-9bab-e20e7f3e9f7f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1998667944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01bf778ddc904bfb9aa501466d10b6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4006e824-c6", "ovs_interfaceid": "4006e824-c6db-4b82-ab86-ddde7ce50513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.234721] env[62024]: DEBUG oslo_concurrency.lockutils [None req-26f8ee20-a100-4d18-a665-38567c3a092c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Releasing lock "refresh_cache-18a1440e-a9df-45b1-95c7-0fe680893816" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.235717] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8c37ca-ce3d-4ca6-95bf-a86b8416b119 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.242613] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-26f8ee20-a100-4d18-a665-38567c3a092c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Resuming the VM {{(pid=62024) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1168.242819] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6a2dfcc-21f1-47cf-a11e-1a0953945abf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.248828] env[62024]: DEBUG oslo_vmware.api [None req-26f8ee20-a100-4d18-a665-38567c3a092c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1168.248828] env[62024]: value = "task-2289082" [ 1168.248828] env[62024]: _type = "Task" [ 1168.248828] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.256053] env[62024]: DEBUG oslo_vmware.api [None req-26f8ee20-a100-4d18-a665-38567c3a092c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.759524] env[62024]: DEBUG oslo_vmware.api [None req-26f8ee20-a100-4d18-a665-38567c3a092c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289082, 'name': PowerOnVM_Task, 'duration_secs': 0.493512} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.759806] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-26f8ee20-a100-4d18-a665-38567c3a092c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Resumed the VM {{(pid=62024) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1168.759991] env[62024]: DEBUG nova.compute.manager [None req-26f8ee20-a100-4d18-a665-38567c3a092c tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.760895] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2509aeac-5ea9-483d-b03e-d942aa77635c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.208511] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "18a1440e-a9df-45b1-95c7-0fe680893816" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.208882] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "18a1440e-a9df-45b1-95c7-0fe680893816" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.209017] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "18a1440e-a9df-45b1-95c7-0fe680893816-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.209211] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "18a1440e-a9df-45b1-95c7-0fe680893816-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.209384] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "18a1440e-a9df-45b1-95c7-0fe680893816-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.211641] env[62024]: INFO nova.compute.manager [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Terminating instance [ 1170.715352] env[62024]: DEBUG nova.compute.manager [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.715572] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.716501] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fdac1d-79f3-4649-b0f9-5fb90a16cd0d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.724438] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.724664] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5655ff0e-051b-4125-8754-54e6188b4a82 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.730863] env[62024]: DEBUG oslo_vmware.api [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1170.730863] env[62024]: value = "task-2289083" [ 1170.730863] env[62024]: _type = "Task" [ 1170.730863] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.738630] env[62024]: DEBUG oslo_vmware.api [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.240917] env[62024]: DEBUG oslo_vmware.api [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289083, 'name': PowerOffVM_Task, 'duration_secs': 0.192918} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.241392] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.241467] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.241731] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09112a27-cd33-4043-890a-cbc19b49e821 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.302091] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.302332] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.302521] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleting the datastore file [datastore1] 18a1440e-a9df-45b1-95c7-0fe680893816 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.302779] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aa09f20-32c9-4512-9a7b-68fe4421ed0c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.308457] env[62024]: DEBUG oslo_vmware.api [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for the task: (returnval){ [ 1171.308457] env[62024]: value = "task-2289085" [ 1171.308457] env[62024]: _type = "Task" [ 1171.308457] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.315690] env[62024]: DEBUG oslo_vmware.api [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.818360] env[62024]: DEBUG oslo_vmware.api [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Task: {'id': task-2289085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139019} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.818607] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.818782] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.818955] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.819143] env[62024]: INFO nova.compute.manager [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1171.819379] env[62024]: DEBUG oslo.service.loopingcall [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1171.819567] env[62024]: DEBUG nova.compute.manager [-] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.819660] env[62024]: DEBUG nova.network.neutron [-] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.229583] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.229583] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.229836] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Starting heal instance info cache {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1172.229900] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Rebuilding the list of instances to heal {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1172.240386] env[62024]: DEBUG nova.compute.manager [req-ce97f1cf-2e3b-4a76-ad13-7d95b4d2c192 req-a73cfbaa-2742-4163-98da-ea22a57f4c0e service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Received event network-vif-deleted-4006e824-c6db-4b82-ab86-ddde7ce50513 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.241289] env[62024]: INFO nova.compute.manager [req-ce97f1cf-2e3b-4a76-ad13-7d95b4d2c192 req-a73cfbaa-2742-4163-98da-ea22a57f4c0e service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Neutron deleted interface 4006e824-c6db-4b82-ab86-ddde7ce50513; detaching it from the instance and deleting it from the info cache [ 1172.241289] env[62024]: DEBUG nova.network.neutron [req-ce97f1cf-2e3b-4a76-ad13-7d95b4d2c192 req-a73cfbaa-2742-4163-98da-ea22a57f4c0e service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.724702] env[62024]: DEBUG nova.network.neutron [-] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.732903] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Skipping network cache update for instance because it is being deleted. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1172.744145] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b772db4c-c41f-4704-984c-33b799edfa27 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.756181] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0740f343-8b06-47f3-8031-46800e900238 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.768783] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "refresh_cache-1e305b97-845d-4ae2-8360-a94e4b9470b3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.768942] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquired lock "refresh_cache-1e305b97-845d-4ae2-8360-a94e4b9470b3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.769101] env[62024]: DEBUG nova.network.neutron [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Forcefully refreshing network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1172.769270] env[62024]: DEBUG nova.objects.instance [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lazy-loading 'info_cache' on Instance uuid 1e305b97-845d-4ae2-8360-a94e4b9470b3 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.788351] env[62024]: DEBUG nova.compute.manager [req-ce97f1cf-2e3b-4a76-ad13-7d95b4d2c192 req-a73cfbaa-2742-4163-98da-ea22a57f4c0e service nova] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Detach interface failed, port_id=4006e824-c6db-4b82-ab86-ddde7ce50513, reason: Instance 18a1440e-a9df-45b1-95c7-0fe680893816 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1173.228096] env[62024]: INFO nova.compute.manager [-] [instance: 18a1440e-a9df-45b1-95c7-0fe680893816] Took 1.41 seconds to deallocate network for instance. [ 1173.734121] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.734562] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.734613] env[62024]: DEBUG nova.objects.instance [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lazy-loading 'resources' on Instance uuid 18a1440e-a9df-45b1-95c7-0fe680893816 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.286779] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56305881-b1ef-4ba1-bf0e-501784d89abf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.294340] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f4685e-2b8e-45b5-ac7f-04119e784e0f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.326206] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8da210e-c139-4776-a7b8-28d9b2bc7a3a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.333314] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d6eab4-b78b-4e39-9889-b8e758694714 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.345822] env[62024]: DEBUG nova.compute.provider_tree [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.495050] env[62024]: DEBUG nova.network.neutron [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Updating instance_info_cache with network_info: [{"id": "700cb266-367f-4db6-a20c-37e5ba13d826", "address": "fa:16:3e:a1:8c:1e", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700cb266-36", "ovs_interfaceid": "700cb266-367f-4db6-a20c-37e5ba13d826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.849542] env[62024]: DEBUG nova.scheduler.client.report [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.997376] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Releasing lock "refresh_cache-1e305b97-845d-4ae2-8360-a94e4b9470b3" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.997621] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Updated the network info_cache for instance {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1174.997781] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.997939] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.998106] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.998274] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.998430] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.998574] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.998701] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62024) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1174.998841] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.354507] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.375861] env[62024]: INFO nova.scheduler.client.report [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Deleted allocations for instance 18a1440e-a9df-45b1-95c7-0fe680893816 [ 1175.501882] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.502105] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.502294] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.502470] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62024) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1175.503677] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b105117-387b-40db-b3a8-e31cdbbdf619 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.511569] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8345e584-88c4-498f-a84a-b880c7de1858 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.524604] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfccfbd-138c-414d-a870-4d8406a84aec {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.530372] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f731ebfa-9bf6-4506-ac60-05c67f4ffd2a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.558425] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180646MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62024) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1175.558552] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.558736] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.882769] env[62024]: DEBUG oslo_concurrency.lockutils [None req-f78bd00e-3f88-425c-83c8-ec2156cdf15b tempest-ServerActionsTestJSON-457511460 tempest-ServerActionsTestJSON-457511460-project-member] Lock "18a1440e-a9df-45b1-95c7-0fe680893816" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.674s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.584017] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 1e305b97-845d-4ae2-8360-a94e4b9470b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.584219] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 63deeb7f-d5e8-471c-82c9-e47f4b13c93d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.584403] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1176.584546] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1176.623952] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc039a0d-1d44-47a9-b4bc-9ff8de747fc0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.631772] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3afede0-03ae-471b-b266-ba45d3548530 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.660307] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade44960-a22f-4d3f-8c11-3d02d371f450 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.667022] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8825487-675e-41a1-9300-68d797ea883b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.679449] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.182347] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.687284] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62024) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1177.687284] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.128s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.290490] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "63deeb7f-d5e8-471c-82c9-e47f4b13c93d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.290820] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "63deeb7f-d5e8-471c-82c9-e47f4b13c93d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.290957] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "63deeb7f-d5e8-471c-82c9-e47f4b13c93d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.291151] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "63deeb7f-d5e8-471c-82c9-e47f4b13c93d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.291361] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "63deeb7f-d5e8-471c-82c9-e47f4b13c93d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.293482] env[62024]: INFO nova.compute.manager [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Terminating instance [ 1178.796876] env[62024]: DEBUG nova.compute.manager [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.797158] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.798081] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3d511f-6f27-44e2-9e1c-7c42d46e097c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.806238] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.806487] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18edc91f-ed0e-4f9e-8404-da683b12b02b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.812831] env[62024]: DEBUG oslo_vmware.api [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1178.812831] env[62024]: value = "task-2289086" [ 1178.812831] env[62024]: _type = "Task" [ 1178.812831] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.821238] env[62024]: DEBUG oslo_vmware.api [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.323109] env[62024]: DEBUG oslo_vmware.api [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289086, 'name': PowerOffVM_Task, 'duration_secs': 0.180424} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.323485] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.323533] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.323752] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65c86fbb-0695-4720-9af6-3aa11bf4d3da {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.384358] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.384566] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.384747] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Deleting the datastore file [datastore1] 63deeb7f-d5e8-471c-82c9-e47f4b13c93d {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.385014] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0f3ffec-63de-4190-a6a7-3a45be7e0809 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.391437] env[62024]: DEBUG oslo_vmware.api [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1179.391437] env[62024]: value = "task-2289088" [ 1179.391437] env[62024]: _type = "Task" [ 1179.391437] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.398654] env[62024]: DEBUG oslo_vmware.api [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.900855] env[62024]: DEBUG oslo_vmware.api [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128437} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.901125] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.901312] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.901492] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.901663] env[62024]: INFO nova.compute.manager [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1179.901904] env[62024]: DEBUG oslo.service.loopingcall [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1179.902107] env[62024]: DEBUG nova.compute.manager [-] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.902202] env[62024]: DEBUG nova.network.neutron [-] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.322215] env[62024]: DEBUG nova.compute.manager [req-53f817c0-2db5-4406-b6c6-08fca596c2cb req-e7c40b20-3d7a-4294-a23f-3fc3af33f70e service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Received event network-vif-deleted-cdf54b27-3e40-4b09-91a6-da74f2809134 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.322417] env[62024]: INFO nova.compute.manager [req-53f817c0-2db5-4406-b6c6-08fca596c2cb req-e7c40b20-3d7a-4294-a23f-3fc3af33f70e service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Neutron deleted interface cdf54b27-3e40-4b09-91a6-da74f2809134; detaching it from the instance and deleting it from the info cache [ 1180.322417] env[62024]: DEBUG nova.network.neutron [req-53f817c0-2db5-4406-b6c6-08fca596c2cb req-e7c40b20-3d7a-4294-a23f-3fc3af33f70e service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.806708] env[62024]: DEBUG nova.network.neutron [-] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.825068] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d88eaf27-9a04-444a-8abb-6183b6acbf06 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.835466] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33de4315-f189-40da-b2b4-b55c9b131bd4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.859641] env[62024]: DEBUG nova.compute.manager [req-53f817c0-2db5-4406-b6c6-08fca596c2cb req-e7c40b20-3d7a-4294-a23f-3fc3af33f70e service nova] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Detach interface failed, port_id=cdf54b27-3e40-4b09-91a6-da74f2809134, reason: Instance 63deeb7f-d5e8-471c-82c9-e47f4b13c93d could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1181.309202] env[62024]: INFO nova.compute.manager [-] [instance: 63deeb7f-d5e8-471c-82c9-e47f4b13c93d] Took 1.41 seconds to deallocate network for instance. [ 1181.816021] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.816398] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.816521] env[62024]: DEBUG nova.objects.instance [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lazy-loading 'resources' on Instance uuid 63deeb7f-d5e8-471c-82c9-e47f4b13c93d {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.359055] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05199dc-b35a-4dcc-b2c1-ff452e7930bd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.366129] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f1b213-e603-43e1-90eb-e7c2a1db2aaf {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.396088] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8d2e08-4549-4c4b-aed1-a304430302a6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.402576] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15178f3d-e600-44f1-a707-8191989ca2c7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.414984] env[62024]: DEBUG nova.compute.provider_tree [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.918190] env[62024]: DEBUG nova.scheduler.client.report [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.424107] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.443636] env[62024]: INFO nova.scheduler.client.report [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Deleted allocations for instance 63deeb7f-d5e8-471c-82c9-e47f4b13c93d [ 1183.952049] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4778545f-ba9f-48d7-974a-0912903f44eb tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "63deeb7f-d5e8-471c-82c9-e47f4b13c93d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.661s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.336063] env[62024]: DEBUG oslo_concurrency.lockutils [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.336424] env[62024]: DEBUG oslo_concurrency.lockutils [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.839619] env[62024]: INFO nova.compute.manager [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Detaching volume 1b46ea49-bc43-4b84-ab3f-ce94b87e08dc [ 1185.870032] env[62024]: INFO nova.virt.block_device [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Attempting to driver detach volume 1b46ea49-bc43-4b84-ab3f-ce94b87e08dc from mountpoint /dev/sdb [ 1185.870032] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Volume detach. Driver type: vmdk {{(pid=62024) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1185.870032] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465873', 'volume_id': '1b46ea49-bc43-4b84-ab3f-ce94b87e08dc', 'name': 'volume-1b46ea49-bc43-4b84-ab3f-ce94b87e08dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e305b97-845d-4ae2-8360-a94e4b9470b3', 'attached_at': '', 'detached_at': '', 'volume_id': '1b46ea49-bc43-4b84-ab3f-ce94b87e08dc', 'serial': '1b46ea49-bc43-4b84-ab3f-ce94b87e08dc'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1185.870417] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9cd585-85a7-4526-aa42-2f60d83836ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.891929] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78fad4b-f628-4290-9e29-7b79b9d18958 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.898243] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bd7e78-7f4f-4fe8-8e99-255762e4915b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.917827] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318533d0-2cde-4db2-afb7-98e6d716a77f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.931734] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] The volume has not been displaced from its original location: [datastore1] volume-1b46ea49-bc43-4b84-ab3f-ce94b87e08dc/volume-1b46ea49-bc43-4b84-ab3f-ce94b87e08dc.vmdk. No consolidation needed. {{(pid=62024) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1185.936985] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.937262] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3ed22e9-55ba-4a6a-bd34-663417d37768 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.954893] env[62024]: DEBUG oslo_vmware.api [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1185.954893] env[62024]: value = "task-2289089" [ 1185.954893] env[62024]: _type = "Task" [ 1185.954893] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.962119] env[62024]: DEBUG oslo_vmware.api [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.466593] env[62024]: DEBUG oslo_vmware.api [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289089, 'name': ReconfigVM_Task, 'duration_secs': 0.230212} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.466938] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1186.471457] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98221912-3887-4620-8b07-596abbd60de1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.486107] env[62024]: DEBUG oslo_vmware.api [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1186.486107] env[62024]: value = "task-2289090" [ 1186.486107] env[62024]: _type = "Task" [ 1186.486107] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.493705] env[62024]: DEBUG oslo_vmware.api [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.996379] env[62024]: DEBUG oslo_vmware.api [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289090, 'name': ReconfigVM_Task, 'duration_secs': 0.126492} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.997023] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465873', 'volume_id': '1b46ea49-bc43-4b84-ab3f-ce94b87e08dc', 'name': 'volume-1b46ea49-bc43-4b84-ab3f-ce94b87e08dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e305b97-845d-4ae2-8360-a94e4b9470b3', 'attached_at': '', 'detached_at': '', 'volume_id': '1b46ea49-bc43-4b84-ab3f-ce94b87e08dc', 'serial': '1b46ea49-bc43-4b84-ab3f-ce94b87e08dc'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1187.232633] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.232871] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.537076] env[62024]: DEBUG nova.objects.instance [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lazy-loading 'flavor' on Instance uuid 1e305b97-845d-4ae2-8360-a94e4b9470b3 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.737164] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.737350] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Starting heal instance info cache {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1188.240438] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Didn't find any instances for network info cache update. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1188.240657] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.240827] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.240982] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.241146] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.241292] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.241453] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62024) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1188.544192] env[62024]: DEBUG oslo_concurrency.lockutils [None req-25c45d15-24d1-4eca-8135-38f47f0ba5b7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.569126] env[62024]: DEBUG oslo_concurrency.lockutils [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.569504] env[62024]: DEBUG oslo_concurrency.lockutils [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.569610] env[62024]: DEBUG oslo_concurrency.lockutils [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "1e305b97-845d-4ae2-8360-a94e4b9470b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.569792] env[62024]: DEBUG oslo_concurrency.lockutils [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.569957] env[62024]: DEBUG oslo_concurrency.lockutils [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.572163] env[62024]: INFO nova.compute.manager [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Terminating instance [ 1190.075717] env[62024]: DEBUG nova.compute.manager [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.075945] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.076846] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ad0953-690d-4a1a-b2cf-4c3a84fe2529 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.084681] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.084895] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8978b15-8eff-4c84-a114-e64479d0d0f4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.090545] env[62024]: DEBUG oslo_vmware.api [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1190.090545] env[62024]: value = "task-2289091" [ 1190.090545] env[62024]: _type = "Task" [ 1190.090545] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.098045] env[62024]: DEBUG oslo_vmware.api [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.600053] env[62024]: DEBUG oslo_vmware.api [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289091, 'name': PowerOffVM_Task, 'duration_secs': 0.187998} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.600428] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.600515] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.600778] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4115a62-2ef9-400b-b4c5-339b741c0f9c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.665532] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.665700] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.665868] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Deleting the datastore file [datastore2] 1e305b97-845d-4ae2-8360-a94e4b9470b3 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.666131] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d67aeaa-83f2-412e-9b25-3b1ea0eea657 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.673234] env[62024]: DEBUG oslo_vmware.api [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1190.673234] env[62024]: value = "task-2289093" [ 1190.673234] env[62024]: _type = "Task" [ 1190.673234] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.680433] env[62024]: DEBUG oslo_vmware.api [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.182806] env[62024]: DEBUG oslo_vmware.api [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133309} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.183069] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.183243] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.183425] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.183600] env[62024]: INFO nova.compute.manager [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1191.183845] env[62024]: DEBUG oslo.service.loopingcall [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1191.184052] env[62024]: DEBUG nova.compute.manager [-] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.184153] env[62024]: DEBUG nova.network.neutron [-] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.838318] env[62024]: DEBUG nova.compute.manager [req-51cc7827-742f-4305-8fd1-22b678a4cc11 req-86faa301-9893-48a8-b7fa-6d9d00c83ab9 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Received event network-vif-deleted-700cb266-367f-4db6-a20c-37e5ba13d826 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1191.838318] env[62024]: INFO nova.compute.manager [req-51cc7827-742f-4305-8fd1-22b678a4cc11 req-86faa301-9893-48a8-b7fa-6d9d00c83ab9 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Neutron deleted interface 700cb266-367f-4db6-a20c-37e5ba13d826; detaching it from the instance and deleting it from the info cache [ 1191.838579] env[62024]: DEBUG nova.network.neutron [req-51cc7827-742f-4305-8fd1-22b678a4cc11 req-86faa301-9893-48a8-b7fa-6d9d00c83ab9 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.314313] env[62024]: DEBUG nova.network.neutron [-] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.340393] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0122dafb-8b1d-40cd-ae54-4f008960643e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.349985] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e47c5-34dd-4d98-8405-53c582966bfe {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.372664] env[62024]: DEBUG nova.compute.manager [req-51cc7827-742f-4305-8fd1-22b678a4cc11 req-86faa301-9893-48a8-b7fa-6d9d00c83ab9 service nova] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Detach interface failed, port_id=700cb266-367f-4db6-a20c-37e5ba13d826, reason: Instance 1e305b97-845d-4ae2-8360-a94e4b9470b3 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1192.817044] env[62024]: INFO nova.compute.manager [-] [instance: 1e305b97-845d-4ae2-8360-a94e4b9470b3] Took 1.63 seconds to deallocate network for instance. [ 1193.322855] env[62024]: DEBUG oslo_concurrency.lockutils [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.323236] env[62024]: DEBUG oslo_concurrency.lockutils [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.323356] env[62024]: DEBUG nova.objects.instance [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lazy-loading 'resources' on Instance uuid 1e305b97-845d-4ae2-8360-a94e4b9470b3 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.854777] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd25996-37da-4e31-8818-c24e57d374ed {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.862320] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f39737-521d-481e-8fee-03b2a487f5d3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.892103] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68144fcb-960b-49ff-9ecd-61082da5547b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.898817] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed5b6e8-4233-4f77-873a-e3fea98e7add {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.911620] env[62024]: DEBUG nova.compute.provider_tree [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1194.431387] env[62024]: ERROR nova.scheduler.client.report [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [req-b332806a-16e8-433f-885b-d00bff64bac9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2414aeaf-2a82-48f5-b61f-d58b79924cbf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b332806a-16e8-433f-885b-d00bff64bac9"}]} [ 1194.447111] env[62024]: DEBUG nova.scheduler.client.report [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Refreshing inventories for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1194.458701] env[62024]: DEBUG nova.scheduler.client.report [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Updating ProviderTree inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1194.458897] env[62024]: DEBUG nova.compute.provider_tree [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1194.467981] env[62024]: DEBUG nova.scheduler.client.report [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Refreshing aggregate associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, aggregates: None {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1194.483567] env[62024]: DEBUG nova.scheduler.client.report [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Refreshing trait associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1194.504099] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbcdea2-257c-4831-91cc-eddd261ed699 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.511276] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cd5315-855b-4c57-8084-8d3f14128ea1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.540339] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75355f8-fe44-4634-871f-868c17e0473e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.547338] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7129d110-28bb-44d5-9761-7533ad6761d6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.561104] env[62024]: DEBUG nova.compute.provider_tree [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1195.091103] env[62024]: DEBUG nova.scheduler.client.report [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1195.091363] env[62024]: DEBUG nova.compute.provider_tree [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 161 to 162 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1195.091569] env[62024]: DEBUG nova.compute.provider_tree [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1195.596699] env[62024]: DEBUG oslo_concurrency.lockutils [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.616199] env[62024]: INFO nova.scheduler.client.report [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Deleted allocations for instance 1e305b97-845d-4ae2-8360-a94e4b9470b3 [ 1196.124063] env[62024]: DEBUG oslo_concurrency.lockutils [None req-51facf89-d922-4be1-b5b5-37c87608ec61 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "1e305b97-845d-4ae2-8360-a94e4b9470b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.555s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.535521] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.535757] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.038040] env[62024]: DEBUG nova.compute.manager [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.562120] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.562558] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.565034] env[62024]: INFO nova.compute.claims [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.600783] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bedac1a-0df7-4eb0-bd9a-0e7ab77810d7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.608266] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c00e67-7c5d-4771-981f-59feaefa946b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.638390] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b443ed4d-0e4b-4e8f-926e-1a3201dd756b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.645246] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8199e3d3-1665-45d4-b03b-102a233aaddc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.657903] env[62024]: DEBUG nova.compute.provider_tree [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.161345] env[62024]: DEBUG nova.scheduler.client.report [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.666242] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.666722] env[62024]: DEBUG nova.compute.manager [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.171769] env[62024]: DEBUG nova.compute.utils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1201.173193] env[62024]: DEBUG nova.compute.manager [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.173363] env[62024]: DEBUG nova.network.neutron [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.224437] env[62024]: DEBUG nova.policy [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '338f858e340048d4962567084c9dac36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d45e87270144d43b9a0c70ea797f4e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.480461] env[62024]: DEBUG nova.network.neutron [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Successfully created port: a08fdaa9-e43b-461b-a1ba-2857e74cd44e {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.676368] env[62024]: DEBUG nova.compute.manager [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.687037] env[62024]: DEBUG nova.compute.manager [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.712927] env[62024]: DEBUG nova.virt.hardware [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.713196] env[62024]: DEBUG nova.virt.hardware [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.713353] env[62024]: DEBUG nova.virt.hardware [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.713536] env[62024]: DEBUG nova.virt.hardware [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.713685] env[62024]: DEBUG nova.virt.hardware [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.713835] env[62024]: DEBUG nova.virt.hardware [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.714058] env[62024]: DEBUG nova.virt.hardware [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.714227] env[62024]: DEBUG nova.virt.hardware [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.714395] env[62024]: DEBUG nova.virt.hardware [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.714557] env[62024]: DEBUG nova.virt.hardware [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.714728] env[62024]: DEBUG nova.virt.hardware [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.715615] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ae8042-f474-4770-9c08-3ee20391dc85 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.723605] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5103e134-e685-4993-b046-c3b94454ffde {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.852197] env[62024]: DEBUG nova.compute.manager [req-ed3f0c10-43b0-4fc9-af28-f8cb0641a6e5 req-fa2f0b39-e72c-453a-92d1-e6905eb798ec service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Received event network-vif-plugged-a08fdaa9-e43b-461b-a1ba-2857e74cd44e {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1202.852197] env[62024]: DEBUG oslo_concurrency.lockutils [req-ed3f0c10-43b0-4fc9-af28-f8cb0641a6e5 req-fa2f0b39-e72c-453a-92d1-e6905eb798ec service nova] Acquiring lock "0d597a85-2939-4293-b3c8-aa7e1d578b28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.852197] env[62024]: DEBUG oslo_concurrency.lockutils [req-ed3f0c10-43b0-4fc9-af28-f8cb0641a6e5 req-fa2f0b39-e72c-453a-92d1-e6905eb798ec service nova] Lock "0d597a85-2939-4293-b3c8-aa7e1d578b28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.852574] env[62024]: DEBUG oslo_concurrency.lockutils [req-ed3f0c10-43b0-4fc9-af28-f8cb0641a6e5 req-fa2f0b39-e72c-453a-92d1-e6905eb798ec service nova] Lock "0d597a85-2939-4293-b3c8-aa7e1d578b28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.852921] env[62024]: DEBUG nova.compute.manager [req-ed3f0c10-43b0-4fc9-af28-f8cb0641a6e5 req-fa2f0b39-e72c-453a-92d1-e6905eb798ec service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] No waiting events found dispatching network-vif-plugged-a08fdaa9-e43b-461b-a1ba-2857e74cd44e {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.853254] env[62024]: WARNING nova.compute.manager [req-ed3f0c10-43b0-4fc9-af28-f8cb0641a6e5 req-fa2f0b39-e72c-453a-92d1-e6905eb798ec service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Received unexpected event network-vif-plugged-a08fdaa9-e43b-461b-a1ba-2857e74cd44e for instance with vm_state building and task_state spawning. [ 1202.932226] env[62024]: DEBUG nova.network.neutron [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Successfully updated port: a08fdaa9-e43b-461b-a1ba-2857e74cd44e {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.434596] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "refresh_cache-0d597a85-2939-4293-b3c8-aa7e1d578b28" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.434757] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired lock "refresh_cache-0d597a85-2939-4293-b3c8-aa7e1d578b28" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.434920] env[62024]: DEBUG nova.network.neutron [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.965491] env[62024]: DEBUG nova.network.neutron [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.085226] env[62024]: DEBUG nova.network.neutron [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Updating instance_info_cache with network_info: [{"id": "a08fdaa9-e43b-461b-a1ba-2857e74cd44e", "address": "fa:16:3e:61:92:36", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08fdaa9-e4", "ovs_interfaceid": "a08fdaa9-e43b-461b-a1ba-2857e74cd44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.587943] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Releasing lock "refresh_cache-0d597a85-2939-4293-b3c8-aa7e1d578b28" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.588314] env[62024]: DEBUG nova.compute.manager [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Instance network_info: |[{"id": "a08fdaa9-e43b-461b-a1ba-2857e74cd44e", "address": "fa:16:3e:61:92:36", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08fdaa9-e4", "ovs_interfaceid": "a08fdaa9-e43b-461b-a1ba-2857e74cd44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1204.588772] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:92:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a08fdaa9-e43b-461b-a1ba-2857e74cd44e', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.596191] env[62024]: DEBUG oslo.service.loopingcall [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1204.596396] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.596647] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-106c773c-c38f-4752-a1a9-791be93048a4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.616255] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.616255] env[62024]: value = "task-2289094" [ 1204.616255] env[62024]: _type = "Task" [ 1204.616255] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.623603] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2289094, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.880252] env[62024]: DEBUG nova.compute.manager [req-5494a6ce-a44b-4b32-85bf-04aefcb35856 req-d16fb35d-5003-402a-98ac-197f064d04cd service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Received event network-changed-a08fdaa9-e43b-461b-a1ba-2857e74cd44e {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1204.880495] env[62024]: DEBUG nova.compute.manager [req-5494a6ce-a44b-4b32-85bf-04aefcb35856 req-d16fb35d-5003-402a-98ac-197f064d04cd service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Refreshing instance network info cache due to event network-changed-a08fdaa9-e43b-461b-a1ba-2857e74cd44e. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1204.880772] env[62024]: DEBUG oslo_concurrency.lockutils [req-5494a6ce-a44b-4b32-85bf-04aefcb35856 req-d16fb35d-5003-402a-98ac-197f064d04cd service nova] Acquiring lock "refresh_cache-0d597a85-2939-4293-b3c8-aa7e1d578b28" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.880948] env[62024]: DEBUG oslo_concurrency.lockutils [req-5494a6ce-a44b-4b32-85bf-04aefcb35856 req-d16fb35d-5003-402a-98ac-197f064d04cd service nova] Acquired lock "refresh_cache-0d597a85-2939-4293-b3c8-aa7e1d578b28" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.881186] env[62024]: DEBUG nova.network.neutron [req-5494a6ce-a44b-4b32-85bf-04aefcb35856 req-d16fb35d-5003-402a-98ac-197f064d04cd service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Refreshing network info cache for port a08fdaa9-e43b-461b-a1ba-2857e74cd44e {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.126081] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2289094, 'name': CreateVM_Task, 'duration_secs': 0.308832} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.126430] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.126867] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.127130] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.127467] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.127710] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142f6ee5-3dad-452f-b06e-6922ca2959eb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.131988] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1205.131988] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529517ce-fbf8-bc5b-d880-07d2c75c727d" [ 1205.131988] env[62024]: _type = "Task" [ 1205.131988] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.138912] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529517ce-fbf8-bc5b-d880-07d2c75c727d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.558412] env[62024]: DEBUG nova.network.neutron [req-5494a6ce-a44b-4b32-85bf-04aefcb35856 req-d16fb35d-5003-402a-98ac-197f064d04cd service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Updated VIF entry in instance network info cache for port a08fdaa9-e43b-461b-a1ba-2857e74cd44e. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.558777] env[62024]: DEBUG nova.network.neutron [req-5494a6ce-a44b-4b32-85bf-04aefcb35856 req-d16fb35d-5003-402a-98ac-197f064d04cd service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Updating instance_info_cache with network_info: [{"id": "a08fdaa9-e43b-461b-a1ba-2857e74cd44e", "address": "fa:16:3e:61:92:36", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08fdaa9-e4", "ovs_interfaceid": "a08fdaa9-e43b-461b-a1ba-2857e74cd44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.641673] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]529517ce-fbf8-bc5b-d880-07d2c75c727d, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.641977] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.642229] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.642467] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.642615] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.642796] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.643058] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-848eb6b1-8cc0-454c-90eb-7ca983342bf6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.650667] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.650814] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.651496] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0143cf7-50e8-4d96-b7c8-247fbbab2d6f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.656223] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1205.656223] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e74b0f-8ae1-992c-a876-67c00e677567" [ 1205.656223] env[62024]: _type = "Task" [ 1205.656223] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.664322] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e74b0f-8ae1-992c-a876-67c00e677567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.062058] env[62024]: DEBUG oslo_concurrency.lockutils [req-5494a6ce-a44b-4b32-85bf-04aefcb35856 req-d16fb35d-5003-402a-98ac-197f064d04cd service nova] Releasing lock "refresh_cache-0d597a85-2939-4293-b3c8-aa7e1d578b28" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.166264] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52e74b0f-8ae1-992c-a876-67c00e677567, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.167010] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c654532-62da-4f60-96d5-2a78de0ec455 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.172214] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1206.172214] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b7df68-4f81-2141-660f-348299796d15" [ 1206.172214] env[62024]: _type = "Task" [ 1206.172214] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.179032] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b7df68-4f81-2141-660f-348299796d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.682842] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52b7df68-4f81-2141-660f-348299796d15, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.683119] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.683390] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 0d597a85-2939-4293-b3c8-aa7e1d578b28/0d597a85-2939-4293-b3c8-aa7e1d578b28.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.683651] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aea9394-33e1-41b0-9082-ffddcd2f5952 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.689964] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1206.689964] env[62024]: value = "task-2289095" [ 1206.689964] env[62024]: _type = "Task" [ 1206.689964] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.697510] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.199770] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444657} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.200167] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore2] 0d597a85-2939-4293-b3c8-aa7e1d578b28/0d597a85-2939-4293-b3c8-aa7e1d578b28.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.200610] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.200610] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-301bbad1-d9b1-4397-9adc-691af0cf6bcd {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.206990] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1207.206990] env[62024]: value = "task-2289096" [ 1207.206990] env[62024]: _type = "Task" [ 1207.206990] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.213950] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.717311] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071701} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.717573] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.718325] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e501ab35-8c29-48ad-859a-009b40853dbc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.739532] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0d597a85-2939-4293-b3c8-aa7e1d578b28/0d597a85-2939-4293-b3c8-aa7e1d578b28.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.739767] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4588ecca-a044-4df5-8e99-90b4357863d3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.759425] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1207.759425] env[62024]: value = "task-2289097" [ 1207.759425] env[62024]: _type = "Task" [ 1207.759425] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.766873] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.269775] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.770185] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.270925] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289097, 'name': ReconfigVM_Task, 'duration_secs': 1.171996} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.271236] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0d597a85-2939-4293-b3c8-aa7e1d578b28/0d597a85-2939-4293-b3c8-aa7e1d578b28.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.271834] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9219a5f-f2d3-41bb-99a3-9e208beb4964 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.278712] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1209.278712] env[62024]: value = "task-2289098" [ 1209.278712] env[62024]: _type = "Task" [ 1209.278712] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.286327] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289098, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.788497] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289098, 'name': Rename_Task, 'duration_secs': 0.135904} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.788733] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.788963] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2304b3b-85be-489f-856f-b6b4e1a599d6 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.795708] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1209.795708] env[62024]: value = "task-2289099" [ 1209.795708] env[62024]: _type = "Task" [ 1209.795708] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.804064] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.305555] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289099, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.809517] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289099, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.307043] env[62024]: DEBUG oslo_vmware.api [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289099, 'name': PowerOnVM_Task, 'duration_secs': 1.026126} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.307363] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.307514] env[62024]: INFO nova.compute.manager [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1211.307702] env[62024]: DEBUG nova.compute.manager [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.308455] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb637d4f-ddaf-4959-bcb6-11604b8b335e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.826104] env[62024]: INFO nova.compute.manager [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Took 13.28 seconds to build instance. [ 1212.328439] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e1b3554f-fdec-47ad-a10b-2addedea28df tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.792s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.779133] env[62024]: DEBUG nova.compute.manager [req-a67dd540-e69c-43e5-8023-61b50bc9327a req-9f9ac129-6aa9-4c86-823f-268104da9368 service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Received event network-changed-a08fdaa9-e43b-461b-a1ba-2857e74cd44e {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1212.779348] env[62024]: DEBUG nova.compute.manager [req-a67dd540-e69c-43e5-8023-61b50bc9327a req-9f9ac129-6aa9-4c86-823f-268104da9368 service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Refreshing instance network info cache due to event network-changed-a08fdaa9-e43b-461b-a1ba-2857e74cd44e. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1212.779568] env[62024]: DEBUG oslo_concurrency.lockutils [req-a67dd540-e69c-43e5-8023-61b50bc9327a req-9f9ac129-6aa9-4c86-823f-268104da9368 service nova] Acquiring lock "refresh_cache-0d597a85-2939-4293-b3c8-aa7e1d578b28" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.779712] env[62024]: DEBUG oslo_concurrency.lockutils [req-a67dd540-e69c-43e5-8023-61b50bc9327a req-9f9ac129-6aa9-4c86-823f-268104da9368 service nova] Acquired lock "refresh_cache-0d597a85-2939-4293-b3c8-aa7e1d578b28" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.779876] env[62024]: DEBUG nova.network.neutron [req-a67dd540-e69c-43e5-8023-61b50bc9327a req-9f9ac129-6aa9-4c86-823f-268104da9368 service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Refreshing network info cache for port a08fdaa9-e43b-461b-a1ba-2857e74cd44e {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.495910] env[62024]: DEBUG nova.network.neutron [req-a67dd540-e69c-43e5-8023-61b50bc9327a req-9f9ac129-6aa9-4c86-823f-268104da9368 service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Updated VIF entry in instance network info cache for port a08fdaa9-e43b-461b-a1ba-2857e74cd44e. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.496318] env[62024]: DEBUG nova.network.neutron [req-a67dd540-e69c-43e5-8023-61b50bc9327a req-9f9ac129-6aa9-4c86-823f-268104da9368 service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Updating instance_info_cache with network_info: [{"id": "a08fdaa9-e43b-461b-a1ba-2857e74cd44e", "address": "fa:16:3e:61:92:36", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08fdaa9-e4", "ovs_interfaceid": "a08fdaa9-e43b-461b-a1ba-2857e74cd44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.999514] env[62024]: DEBUG oslo_concurrency.lockutils [req-a67dd540-e69c-43e5-8023-61b50bc9327a req-9f9ac129-6aa9-4c86-823f-268104da9368 service nova] Releasing lock "refresh_cache-0d597a85-2939-4293-b3c8-aa7e1d578b28" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.779907] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.780347] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Starting heal instance info cache {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1236.780347] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Rebuilding the list of instances to heal {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1237.311900] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "refresh_cache-0d597a85-2939-4293-b3c8-aa7e1d578b28" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.312490] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquired lock "refresh_cache-0d597a85-2939-4293-b3c8-aa7e1d578b28" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.312490] env[62024]: DEBUG nova.network.neutron [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Forcefully refreshing network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1237.312490] env[62024]: DEBUG nova.objects.instance [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lazy-loading 'info_cache' on Instance uuid 0d597a85-2939-4293-b3c8-aa7e1d578b28 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.019575] env[62024]: DEBUG nova.network.neutron [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Updating instance_info_cache with network_info: [{"id": "a08fdaa9-e43b-461b-a1ba-2857e74cd44e", "address": "fa:16:3e:61:92:36", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa08fdaa9-e4", "ovs_interfaceid": "a08fdaa9-e43b-461b-a1ba-2857e74cd44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.522110] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Releasing lock "refresh_cache-0d597a85-2939-4293-b3c8-aa7e1d578b28" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.522363] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Updated the network info_cache for instance {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1239.522558] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.522723] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.522882] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.523123] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.523200] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62024) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1239.523332] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.026495] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.026878] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.026878] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.027044] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62024) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1240.027992] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb74f64-e816-4228-8a6d-68a0813ba8eb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.036558] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deec694d-0a3c-4ae6-adfc-8647706e8d11 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.051851] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef94dad-31b3-4a0c-a121-f05345945483 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.057414] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fce9036-ba7e-418e-b3d5-d7aad6dae584 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.085408] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181058MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62024) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1240.085622] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.085846] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.110691] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 0d597a85-2939-4293-b3c8-aa7e1d578b28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.110943] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1241.111059] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1241.137942] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6a3d5f-0aa3-4cac-9eaa-af250e321f64 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.145379] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6af87f-5a5e-49ca-9192-fb5ab2ec2dc3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.175606] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7c6001-411b-4db8-ab72-cd44dca59648 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.182329] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b1c077-5b78-4b9d-9e2d-7f6c816ee014 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.195139] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.715608] env[62024]: ERROR nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [req-ca6f5593-7587-477e-8823-6942be2de9f6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2414aeaf-2a82-48f5-b61f-d58b79924cbf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ca6f5593-7587-477e-8823-6942be2de9f6"}]} [ 1241.732028] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Refreshing inventories for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1241.744191] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Updating ProviderTree inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1241.744371] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.754684] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Refreshing aggregate associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, aggregates: None {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1241.770669] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Refreshing trait associations for resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62024) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1241.792521] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bf7428-1f0a-418c-ab92-54088864bdba {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.799651] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e075f93-c059-4bc9-ba92-6c3cc4728a3b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.829851] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850db369-9df1-4867-91e3-e380f32785e0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.836427] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6273276d-6e37-4839-ab64-4018c575a371 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.848878] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.377407] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1242.377718] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 163 to 164 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1242.377780] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.882810] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62024) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1242.883055] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.797s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.141067] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.141067] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.141067] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.352672] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.352982] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.856168] env[62024]: DEBUG nova.compute.utils [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1252.358939] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.422074] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.422428] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.422428] env[62024]: INFO nova.compute.manager [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Attaching volume b9a29d21-6ba3-41d5-8324-3702ef46ecab to /dev/sdb [ 1253.451138] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42385f7-3187-421e-b810-d3f1d28fe704 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.457899] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83101253-493d-48a7-af09-1320b2c64d50 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.470573] env[62024]: DEBUG nova.virt.block_device [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Updating existing volume attachment record: 3602f457-cc60-463c-86b6-9e8ea59ba697 {{(pid=62024) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1258.012275] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Volume attach. Driver type: vmdk {{(pid=62024) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1258.012554] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465880', 'volume_id': 'b9a29d21-6ba3-41d5-8324-3702ef46ecab', 'name': 'volume-b9a29d21-6ba3-41d5-8324-3702ef46ecab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d597a85-2939-4293-b3c8-aa7e1d578b28', 'attached_at': '', 'detached_at': '', 'volume_id': 'b9a29d21-6ba3-41d5-8324-3702ef46ecab', 'serial': 'b9a29d21-6ba3-41d5-8324-3702ef46ecab'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1258.013433] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b369bd1b-2d1c-4200-9106-3b5ebbabcbe8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.030777] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec15f45-2942-4c77-877a-83e420f8126c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.054364] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-b9a29d21-6ba3-41d5-8324-3702ef46ecab/volume-b9a29d21-6ba3-41d5-8324-3702ef46ecab.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.054631] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dfbba66-9d9a-4b50-9556-6904976b46aa {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.072078] env[62024]: DEBUG oslo_vmware.api [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1258.072078] env[62024]: value = "task-2289102" [ 1258.072078] env[62024]: _type = "Task" [ 1258.072078] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.079527] env[62024]: DEBUG oslo_vmware.api [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.583362] env[62024]: DEBUG oslo_vmware.api [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289102, 'name': ReconfigVM_Task, 'duration_secs': 0.395332} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.583620] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-b9a29d21-6ba3-41d5-8324-3702ef46ecab/volume-b9a29d21-6ba3-41d5-8324-3702ef46ecab.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.588263] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2803007b-a6c8-4e59-8dab-d34ef5eb6e0d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.603579] env[62024]: DEBUG oslo_vmware.api [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1258.603579] env[62024]: value = "task-2289103" [ 1258.603579] env[62024]: _type = "Task" [ 1258.603579] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.611733] env[62024]: DEBUG oslo_vmware.api [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.117408] env[62024]: DEBUG oslo_vmware.api [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289103, 'name': ReconfigVM_Task, 'duration_secs': 0.143189} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.117865] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465880', 'volume_id': 'b9a29d21-6ba3-41d5-8324-3702ef46ecab', 'name': 'volume-b9a29d21-6ba3-41d5-8324-3702ef46ecab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d597a85-2939-4293-b3c8-aa7e1d578b28', 'attached_at': '', 'detached_at': '', 'volume_id': 'b9a29d21-6ba3-41d5-8324-3702ef46ecab', 'serial': 'b9a29d21-6ba3-41d5-8324-3702ef46ecab'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1260.154361] env[62024]: DEBUG nova.objects.instance [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lazy-loading 'flavor' on Instance uuid 0d597a85-2939-4293-b3c8-aa7e1d578b28 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.660167] env[62024]: DEBUG oslo_concurrency.lockutils [None req-6662ae33-8a66-48ba-8857-ae95c446c8ee tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.870913] env[62024]: DEBUG oslo_concurrency.lockutils [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.871203] env[62024]: DEBUG oslo_concurrency.lockutils [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.374190] env[62024]: INFO nova.compute.manager [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Detaching volume b9a29d21-6ba3-41d5-8324-3702ef46ecab [ 1261.406021] env[62024]: INFO nova.virt.block_device [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Attempting to driver detach volume b9a29d21-6ba3-41d5-8324-3702ef46ecab from mountpoint /dev/sdb [ 1261.406021] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Volume detach. Driver type: vmdk {{(pid=62024) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1261.406021] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465880', 'volume_id': 'b9a29d21-6ba3-41d5-8324-3702ef46ecab', 'name': 'volume-b9a29d21-6ba3-41d5-8324-3702ef46ecab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d597a85-2939-4293-b3c8-aa7e1d578b28', 'attached_at': '', 'detached_at': '', 'volume_id': 'b9a29d21-6ba3-41d5-8324-3702ef46ecab', 'serial': 'b9a29d21-6ba3-41d5-8324-3702ef46ecab'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1261.406021] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b18f1-7fba-4bb6-9021-148c11e49c04 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.426289] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a5eb48-9b1d-4f2a-9ceb-657011278bd3 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.433180] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ae2c4f-021e-417e-bc45-e3d2e47c44f1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.453015] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b119278c-d993-4ea6-ae91-dd55c0004857 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.466950] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] The volume has not been displaced from its original location: [datastore1] volume-b9a29d21-6ba3-41d5-8324-3702ef46ecab/volume-b9a29d21-6ba3-41d5-8324-3702ef46ecab.vmdk. No consolidation needed. {{(pid=62024) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1261.472127] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.472344] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c96b043-5872-462a-9f6c-b6980295adf5 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.488571] env[62024]: DEBUG oslo_vmware.api [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1261.488571] env[62024]: value = "task-2289104" [ 1261.488571] env[62024]: _type = "Task" [ 1261.488571] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.495993] env[62024]: DEBUG oslo_vmware.api [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.998465] env[62024]: DEBUG oslo_vmware.api [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289104, 'name': ReconfigVM_Task, 'duration_secs': 0.213329} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.998737] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1262.003322] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b1a1776-4eca-4750-a337-b551f0033305 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.017754] env[62024]: DEBUG oslo_vmware.api [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1262.017754] env[62024]: value = "task-2289105" [ 1262.017754] env[62024]: _type = "Task" [ 1262.017754] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.025097] env[62024]: DEBUG oslo_vmware.api [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.527103] env[62024]: DEBUG oslo_vmware.api [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289105, 'name': ReconfigVM_Task, 'duration_secs': 0.131704} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.527438] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465880', 'volume_id': 'b9a29d21-6ba3-41d5-8324-3702ef46ecab', 'name': 'volume-b9a29d21-6ba3-41d5-8324-3702ef46ecab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d597a85-2939-4293-b3c8-aa7e1d578b28', 'attached_at': '', 'detached_at': '', 'volume_id': 'b9a29d21-6ba3-41d5-8324-3702ef46ecab', 'serial': 'b9a29d21-6ba3-41d5-8324-3702ef46ecab'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1263.066253] env[62024]: DEBUG nova.objects.instance [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lazy-loading 'flavor' on Instance uuid 0d597a85-2939-4293-b3c8-aa7e1d578b28 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.073687] env[62024]: DEBUG oslo_concurrency.lockutils [None req-529c633a-f1cb-4ba9-b92d-8b369d458cd3 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.202s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.112140] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.112503] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.112640] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "0d597a85-2939-4293-b3c8-aa7e1d578b28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.112867] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "0d597a85-2939-4293-b3c8-aa7e1d578b28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.113061] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "0d597a85-2939-4293-b3c8-aa7e1d578b28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.115158] env[62024]: INFO nova.compute.manager [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Terminating instance [ 1265.619192] env[62024]: DEBUG nova.compute.manager [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.619450] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.620362] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67031319-01fc-4c58-9e92-b8ec3aff00ed {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.628448] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.628674] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-676fac82-e42a-434e-a3b9-85f6368f11ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.634553] env[62024]: DEBUG oslo_vmware.api [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1265.634553] env[62024]: value = "task-2289106" [ 1265.634553] env[62024]: _type = "Task" [ 1265.634553] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.642778] env[62024]: DEBUG oslo_vmware.api [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.144445] env[62024]: DEBUG oslo_vmware.api [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289106, 'name': PowerOffVM_Task, 'duration_secs': 0.154557} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.144824] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.144824] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.145073] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0f94849-becb-476d-8518-03ea5afb34ac {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.212382] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.212610] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Deleting contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.212803] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Deleting the datastore file [datastore2] 0d597a85-2939-4293-b3c8-aa7e1d578b28 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.213075] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-967e56fc-70c0-4ebe-8cea-9b7ed67361d4 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.219909] env[62024]: DEBUG oslo_vmware.api [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1266.219909] env[62024]: value = "task-2289108" [ 1266.219909] env[62024]: _type = "Task" [ 1266.219909] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.227130] env[62024]: DEBUG oslo_vmware.api [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.729823] env[62024]: DEBUG oslo_vmware.api [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132562} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.730045] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.730224] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Deleted contents of the VM from datastore datastore2 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.730399] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.730570] env[62024]: INFO nova.compute.manager [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1266.730822] env[62024]: DEBUG oslo.service.loopingcall [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1266.731012] env[62024]: DEBUG nova.compute.manager [-] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.731115] env[62024]: DEBUG nova.network.neutron [-] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.188972] env[62024]: DEBUG nova.compute.manager [req-6933fdb3-3923-4fbd-a971-b0325be02b09 req-d351da65-eeea-4356-a737-e264d99fece7 service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Received event network-vif-deleted-a08fdaa9-e43b-461b-a1ba-2857e74cd44e {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1267.189220] env[62024]: INFO nova.compute.manager [req-6933fdb3-3923-4fbd-a971-b0325be02b09 req-d351da65-eeea-4356-a737-e264d99fece7 service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Neutron deleted interface a08fdaa9-e43b-461b-a1ba-2857e74cd44e; detaching it from the instance and deleting it from the info cache [ 1267.190028] env[62024]: DEBUG nova.network.neutron [req-6933fdb3-3923-4fbd-a971-b0325be02b09 req-d351da65-eeea-4356-a737-e264d99fece7 service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.674818] env[62024]: DEBUG nova.network.neutron [-] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.693061] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e92afd2-b0f7-4444-9130-33912c7436c2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.702881] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78304527-0624-47cc-9fce-fda490fe4946 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.729232] env[62024]: DEBUG nova.compute.manager [req-6933fdb3-3923-4fbd-a971-b0325be02b09 req-d351da65-eeea-4356-a737-e264d99fece7 service nova] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Detach interface failed, port_id=a08fdaa9-e43b-461b-a1ba-2857e74cd44e, reason: Instance 0d597a85-2939-4293-b3c8-aa7e1d578b28 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1268.178190] env[62024]: INFO nova.compute.manager [-] [instance: 0d597a85-2939-4293-b3c8-aa7e1d578b28] Took 1.45 seconds to deallocate network for instance. [ 1268.684878] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.685236] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.685380] env[62024]: DEBUG nova.objects.instance [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lazy-loading 'resources' on Instance uuid 0d597a85-2939-4293-b3c8-aa7e1d578b28 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.220263] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d041a977-69c5-42ca-8a0d-e77b74469472 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.227581] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbb09ef-ca5e-4b3e-abc5-b277340cb49b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.257012] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d33b0b1-f593-4ce1-a091-263bce2780b1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.263653] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0333963d-045f-42d9-88a1-c599642f1aa7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.276688] env[62024]: DEBUG nova.compute.provider_tree [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1269.806728] env[62024]: DEBUG nova.scheduler.client.report [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Updated inventory for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1269.807055] env[62024]: DEBUG nova.compute.provider_tree [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Updating resource provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf generation from 164 to 165 during operation: update_inventory {{(pid=62024) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1269.807222] env[62024]: DEBUG nova.compute.provider_tree [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Updating inventory in ProviderTree for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1270.314020] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.337124] env[62024]: INFO nova.scheduler.client.report [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Deleted allocations for instance 0d597a85-2939-4293-b3c8-aa7e1d578b28 [ 1270.845206] env[62024]: DEBUG oslo_concurrency.lockutils [None req-4b958be9-46de-498c-a911-f63e3ab6ebc6 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "0d597a85-2939-4293-b3c8-aa7e1d578b28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.733s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.019520] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "3d909b0c-f247-4be5-9178-53ef83c75b90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.019797] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "3d909b0c-f247-4be5-9178-53ef83c75b90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.521759] env[62024]: DEBUG nova.compute.manager [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Starting instance... {{(pid=62024) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.043877] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.044336] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.046726] env[62024]: INFO nova.compute.claims [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.083901] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd4a7a9-61b3-47db-a179-0fae5f9b45ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.091211] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920f4d18-61e9-48ba-a90e-b6db9b5bd141 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.121527] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4b01eb-72dc-4a3c-98f4-dfe072aa30a8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.128430] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ec55dd-cdd4-4753-8876-946f32a859db {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.140936] env[62024]: DEBUG nova.compute.provider_tree [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.644547] env[62024]: DEBUG nova.scheduler.client.report [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.150780] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.151325] env[62024]: DEBUG nova.compute.manager [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Start building networks asynchronously for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.657055] env[62024]: DEBUG nova.compute.utils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1276.658116] env[62024]: DEBUG nova.compute.manager [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Allocating IP information in the background. {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1276.658279] env[62024]: DEBUG nova.network.neutron [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] allocate_for_instance() {{(pid=62024) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1276.707700] env[62024]: DEBUG nova.policy [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '338f858e340048d4962567084c9dac36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d45e87270144d43b9a0c70ea797f4e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62024) authorize /opt/stack/nova/nova/policy.py:192}} [ 1276.980090] env[62024]: DEBUG nova.network.neutron [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Successfully created port: 0ce3e0c8-472f-4f49-911a-a874a3272b10 {{(pid=62024) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.161248] env[62024]: DEBUG nova.compute.manager [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Start building block device mappings for instance. {{(pid=62024) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1278.171387] env[62024]: DEBUG nova.compute.manager [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Start spawning the instance on the hypervisor. {{(pid=62024) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.197545] env[62024]: DEBUG nova.virt.hardware [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-04T17:07:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-04T17:07:02Z,direct_url=,disk_format='vmdk',id=f446626d-716c-44c1-b266-739dd62d0b92,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a7a6d2df7b6f445fbdf771797f6c5847',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-04T17:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.197782] env[62024]: DEBUG nova.virt.hardware [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Flavor limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.197939] env[62024]: DEBUG nova.virt.hardware [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Image limits 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.198213] env[62024]: DEBUG nova.virt.hardware [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Flavor pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.198285] env[62024]: DEBUG nova.virt.hardware [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Image pref 0:0:0 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.198431] env[62024]: DEBUG nova.virt.hardware [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62024) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.198638] env[62024]: DEBUG nova.virt.hardware [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.198810] env[62024]: DEBUG nova.virt.hardware [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.198978] env[62024]: DEBUG nova.virt.hardware [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Got 1 possible topologies {{(pid=62024) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.199157] env[62024]: DEBUG nova.virt.hardware [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.199329] env[62024]: DEBUG nova.virt.hardware [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62024) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.200187] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fcd7d9-67ed-4329-944a-8f1fd61b8c34 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.207777] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924426ab-eee8-4e11-aaac-788d91a5ee0a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.351976] env[62024]: DEBUG nova.compute.manager [req-a4617ce0-de09-442d-8d88-c4e21d4a49e1 req-30fb57a0-ed08-4758-a59b-4576a892fb63 service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Received event network-vif-plugged-0ce3e0c8-472f-4f49-911a-a874a3272b10 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1278.352207] env[62024]: DEBUG oslo_concurrency.lockutils [req-a4617ce0-de09-442d-8d88-c4e21d4a49e1 req-30fb57a0-ed08-4758-a59b-4576a892fb63 service nova] Acquiring lock "3d909b0c-f247-4be5-9178-53ef83c75b90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.352416] env[62024]: DEBUG oslo_concurrency.lockutils [req-a4617ce0-de09-442d-8d88-c4e21d4a49e1 req-30fb57a0-ed08-4758-a59b-4576a892fb63 service nova] Lock "3d909b0c-f247-4be5-9178-53ef83c75b90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.352586] env[62024]: DEBUG oslo_concurrency.lockutils [req-a4617ce0-de09-442d-8d88-c4e21d4a49e1 req-30fb57a0-ed08-4758-a59b-4576a892fb63 service nova] Lock "3d909b0c-f247-4be5-9178-53ef83c75b90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.352760] env[62024]: DEBUG nova.compute.manager [req-a4617ce0-de09-442d-8d88-c4e21d4a49e1 req-30fb57a0-ed08-4758-a59b-4576a892fb63 service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] No waiting events found dispatching network-vif-plugged-0ce3e0c8-472f-4f49-911a-a874a3272b10 {{(pid=62024) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1278.352923] env[62024]: WARNING nova.compute.manager [req-a4617ce0-de09-442d-8d88-c4e21d4a49e1 req-30fb57a0-ed08-4758-a59b-4576a892fb63 service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Received unexpected event network-vif-plugged-0ce3e0c8-472f-4f49-911a-a874a3272b10 for instance with vm_state building and task_state spawning. [ 1278.442979] env[62024]: DEBUG nova.network.neutron [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Successfully updated port: 0ce3e0c8-472f-4f49-911a-a874a3272b10 {{(pid=62024) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1278.945949] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "refresh_cache-3d909b0c-f247-4be5-9178-53ef83c75b90" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.946278] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired lock "refresh_cache-3d909b0c-f247-4be5-9178-53ef83c75b90" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.946278] env[62024]: DEBUG nova.network.neutron [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Building network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.477583] env[62024]: DEBUG nova.network.neutron [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Instance cache missing network info. {{(pid=62024) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.593894] env[62024]: DEBUG nova.network.neutron [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Updating instance_info_cache with network_info: [{"id": "0ce3e0c8-472f-4f49-911a-a874a3272b10", "address": "fa:16:3e:f8:5b:fb", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce3e0c8-47", "ovs_interfaceid": "0ce3e0c8-472f-4f49-911a-a874a3272b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.096332] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Releasing lock "refresh_cache-3d909b0c-f247-4be5-9178-53ef83c75b90" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.096658] env[62024]: DEBUG nova.compute.manager [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Instance network_info: |[{"id": "0ce3e0c8-472f-4f49-911a-a874a3272b10", "address": "fa:16:3e:f8:5b:fb", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce3e0c8-47", "ovs_interfaceid": "0ce3e0c8-472f-4f49-911a-a874a3272b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62024) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1280.097108] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:5b:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ce3e0c8-472f-4f49-911a-a874a3272b10', 'vif_model': 'vmxnet3'}] {{(pid=62024) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.104587] env[62024]: DEBUG oslo.service.loopingcall [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1280.104801] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Creating VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.105029] env[62024]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bd074af-bfb5-4f83-a688-60f07234c94a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.125519] env[62024]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.125519] env[62024]: value = "task-2289109" [ 1280.125519] env[62024]: _type = "Task" [ 1280.125519] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.132980] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2289109, 'name': CreateVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.379820] env[62024]: DEBUG nova.compute.manager [req-c23009d5-ba4c-4ef0-ad43-ea45eaa8442d req-2ae52374-1a99-4e0e-8286-c0c245f1afcb service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Received event network-changed-0ce3e0c8-472f-4f49-911a-a874a3272b10 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1280.380014] env[62024]: DEBUG nova.compute.manager [req-c23009d5-ba4c-4ef0-ad43-ea45eaa8442d req-2ae52374-1a99-4e0e-8286-c0c245f1afcb service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Refreshing instance network info cache due to event network-changed-0ce3e0c8-472f-4f49-911a-a874a3272b10. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1280.380242] env[62024]: DEBUG oslo_concurrency.lockutils [req-c23009d5-ba4c-4ef0-ad43-ea45eaa8442d req-2ae52374-1a99-4e0e-8286-c0c245f1afcb service nova] Acquiring lock "refresh_cache-3d909b0c-f247-4be5-9178-53ef83c75b90" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.380387] env[62024]: DEBUG oslo_concurrency.lockutils [req-c23009d5-ba4c-4ef0-ad43-ea45eaa8442d req-2ae52374-1a99-4e0e-8286-c0c245f1afcb service nova] Acquired lock "refresh_cache-3d909b0c-f247-4be5-9178-53ef83c75b90" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.380547] env[62024]: DEBUG nova.network.neutron [req-c23009d5-ba4c-4ef0-ad43-ea45eaa8442d req-2ae52374-1a99-4e0e-8286-c0c245f1afcb service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Refreshing network info cache for port 0ce3e0c8-472f-4f49-911a-a874a3272b10 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.635367] env[62024]: DEBUG oslo_vmware.api [-] Task: {'id': task-2289109, 'name': CreateVM_Task, 'duration_secs': 0.290557} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.635732] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Created VM on the ESX host {{(pid=62024) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.636141] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.636315] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.636657] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1280.636907] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc4f6dd8-01f1-4e3e-9dc9-31ba62ff7f01 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.641326] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1280.641326] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c7371b-531c-a716-1115-70ea9077a24b" [ 1280.641326] env[62024]: _type = "Task" [ 1280.641326] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.648596] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c7371b-531c-a716-1115-70ea9077a24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.061675] env[62024]: DEBUG nova.network.neutron [req-c23009d5-ba4c-4ef0-ad43-ea45eaa8442d req-2ae52374-1a99-4e0e-8286-c0c245f1afcb service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Updated VIF entry in instance network info cache for port 0ce3e0c8-472f-4f49-911a-a874a3272b10. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.062120] env[62024]: DEBUG nova.network.neutron [req-c23009d5-ba4c-4ef0-ad43-ea45eaa8442d req-2ae52374-1a99-4e0e-8286-c0c245f1afcb service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Updating instance_info_cache with network_info: [{"id": "0ce3e0c8-472f-4f49-911a-a874a3272b10", "address": "fa:16:3e:f8:5b:fb", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce3e0c8-47", "ovs_interfaceid": "0ce3e0c8-472f-4f49-911a-a874a3272b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.151860] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]52c7371b-531c-a716-1115-70ea9077a24b, 'name': SearchDatastore_Task, 'duration_secs': 0.009679} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.153341] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.153341] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Processing image f446626d-716c-44c1-b266-739dd62d0b92 {{(pid=62024) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.153341] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.153341] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.153341] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.153341] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55d61d5b-072c-4d1b-bb64-0c1644ac8255 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.161535] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62024) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.161682] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62024) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.162422] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed319a8-f018-445c-9584-4d49178082f7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.167225] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1281.167225] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520c2404-7a19-3c56-7203-bfe3d90e118f" [ 1281.167225] env[62024]: _type = "Task" [ 1281.167225] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.176202] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520c2404-7a19-3c56-7203-bfe3d90e118f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.564764] env[62024]: DEBUG oslo_concurrency.lockutils [req-c23009d5-ba4c-4ef0-ad43-ea45eaa8442d req-2ae52374-1a99-4e0e-8286-c0c245f1afcb service nova] Releasing lock "refresh_cache-3d909b0c-f247-4be5-9178-53ef83c75b90" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.677727] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]520c2404-7a19-3c56-7203-bfe3d90e118f, 'name': SearchDatastore_Task, 'duration_secs': 0.008928} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.678482] env[62024]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d528c536-a835-436c-9f5f-496bdbddbb8b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.683426] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1281.683426] env[62024]: value = "session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5271111c-2fe4-9bf4-578f-46a22d9a1c95" [ 1281.683426] env[62024]: _type = "Task" [ 1281.683426] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.691589] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5271111c-2fe4-9bf4-578f-46a22d9a1c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.193039] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': session[521c5f46-8d1f-c6a2-a11f-b2f6844f8f88]5271111c-2fe4-9bf4-578f-46a22d9a1c95, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.193465] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.193562] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 3d909b0c-f247-4be5-9178-53ef83c75b90/3d909b0c-f247-4be5-9178-53ef83c75b90.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.193790] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0f24de6-1a52-49e7-b863-1291b13cd7a9 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.200727] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1282.200727] env[62024]: value = "task-2289110" [ 1282.200727] env[62024]: _type = "Task" [ 1282.200727] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.208210] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.710461] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450908} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.710804] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f446626d-716c-44c1-b266-739dd62d0b92/f446626d-716c-44c1-b266-739dd62d0b92.vmdk to [datastore1] 3d909b0c-f247-4be5-9178-53ef83c75b90/3d909b0c-f247-4be5-9178-53ef83c75b90.vmdk {{(pid=62024) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.710877] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Extending root virtual disk to 1048576 {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.711172] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8297a81f-9da8-47bb-9818-9e752b84aa11 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.717117] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1282.717117] env[62024]: value = "task-2289111" [ 1282.717117] env[62024]: _type = "Task" [ 1282.717117] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.725690] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.226541] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0625} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.226955] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Extended root virtual disk {{(pid=62024) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.227620] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2837131d-b2db-4a6c-9e31-0aba22ca003e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.248843] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 3d909b0c-f247-4be5-9178-53ef83c75b90/3d909b0c-f247-4be5-9178-53ef83c75b90.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.249095] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc3a2adc-ab04-45ed-9dfd-6b0cd6b7f5e2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.268220] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1283.268220] env[62024]: value = "task-2289112" [ 1283.268220] env[62024]: _type = "Task" [ 1283.268220] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.277588] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.778158] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289112, 'name': ReconfigVM_Task, 'duration_secs': 0.261663} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.778557] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 3d909b0c-f247-4be5-9178-53ef83c75b90/3d909b0c-f247-4be5-9178-53ef83c75b90.vmdk or device None with type sparse {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.779036] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0b2851d-8985-4cfb-ac8a-220713ddda28 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.785224] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1283.785224] env[62024]: value = "task-2289113" [ 1283.785224] env[62024]: _type = "Task" [ 1283.785224] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.792468] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289113, 'name': Rename_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.294870] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289113, 'name': Rename_Task, 'duration_secs': 0.125747} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.296390] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Powering on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.296390] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e60909e-c911-4cbb-a7f6-39b417172e2e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.301714] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1284.301714] env[62024]: value = "task-2289114" [ 1284.301714] env[62024]: _type = "Task" [ 1284.301714] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.308630] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.811897] env[62024]: DEBUG oslo_vmware.api [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289114, 'name': PowerOnVM_Task, 'duration_secs': 0.400332} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.812357] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Powered on the VM {{(pid=62024) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.812423] env[62024]: INFO nova.compute.manager [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1284.812570] env[62024]: DEBUG nova.compute.manager [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Checking state {{(pid=62024) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.813369] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaabdd9f-e3d2-4e2a-acae-309441386937 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.330952] env[62024]: INFO nova.compute.manager [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Took 11.30 seconds to build instance. [ 1285.833353] env[62024]: DEBUG oslo_concurrency.lockutils [None req-ae49106d-889c-46ac-9a57-b5bff6b8e572 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "3d909b0c-f247-4be5-9178-53ef83c75b90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.813s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.220282] env[62024]: DEBUG nova.compute.manager [req-39b31f33-ddf2-4702-9447-23f5a923fa4c req-b6e5c25a-f75d-4d40-bba8-fda5eecbb1a0 service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Received event network-changed-0ce3e0c8-472f-4f49-911a-a874a3272b10 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1286.220536] env[62024]: DEBUG nova.compute.manager [req-39b31f33-ddf2-4702-9447-23f5a923fa4c req-b6e5c25a-f75d-4d40-bba8-fda5eecbb1a0 service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Refreshing instance network info cache due to event network-changed-0ce3e0c8-472f-4f49-911a-a874a3272b10. {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1286.220712] env[62024]: DEBUG oslo_concurrency.lockutils [req-39b31f33-ddf2-4702-9447-23f5a923fa4c req-b6e5c25a-f75d-4d40-bba8-fda5eecbb1a0 service nova] Acquiring lock "refresh_cache-3d909b0c-f247-4be5-9178-53ef83c75b90" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.220857] env[62024]: DEBUG oslo_concurrency.lockutils [req-39b31f33-ddf2-4702-9447-23f5a923fa4c req-b6e5c25a-f75d-4d40-bba8-fda5eecbb1a0 service nova] Acquired lock "refresh_cache-3d909b0c-f247-4be5-9178-53ef83c75b90" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.221188] env[62024]: DEBUG nova.network.neutron [req-39b31f33-ddf2-4702-9447-23f5a923fa4c req-b6e5c25a-f75d-4d40-bba8-fda5eecbb1a0 service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Refreshing network info cache for port 0ce3e0c8-472f-4f49-911a-a874a3272b10 {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.940786] env[62024]: DEBUG nova.network.neutron [req-39b31f33-ddf2-4702-9447-23f5a923fa4c req-b6e5c25a-f75d-4d40-bba8-fda5eecbb1a0 service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Updated VIF entry in instance network info cache for port 0ce3e0c8-472f-4f49-911a-a874a3272b10. {{(pid=62024) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.940786] env[62024]: DEBUG nova.network.neutron [req-39b31f33-ddf2-4702-9447-23f5a923fa4c req-b6e5c25a-f75d-4d40-bba8-fda5eecbb1a0 service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Updating instance_info_cache with network_info: [{"id": "0ce3e0c8-472f-4f49-911a-a874a3272b10", "address": "fa:16:3e:f8:5b:fb", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce3e0c8-47", "ovs_interfaceid": "0ce3e0c8-472f-4f49-911a-a874a3272b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.443990] env[62024]: DEBUG oslo_concurrency.lockutils [req-39b31f33-ddf2-4702-9447-23f5a923fa4c req-b6e5c25a-f75d-4d40-bba8-fda5eecbb1a0 service nova] Releasing lock "refresh_cache-3d909b0c-f247-4be5-9178-53ef83c75b90" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.780937] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.781365] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Starting heal instance info cache {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1295.781365] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Rebuilding the list of instances to heal {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1296.312951] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "refresh_cache-3d909b0c-f247-4be5-9178-53ef83c75b90" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.313128] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquired lock "refresh_cache-3d909b0c-f247-4be5-9178-53ef83c75b90" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.313281] env[62024]: DEBUG nova.network.neutron [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Forcefully refreshing network info cache for instance {{(pid=62024) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1296.313451] env[62024]: DEBUG nova.objects.instance [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lazy-loading 'info_cache' on Instance uuid 3d909b0c-f247-4be5-9178-53ef83c75b90 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.025728] env[62024]: DEBUG nova.network.neutron [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Updating instance_info_cache with network_info: [{"id": "0ce3e0c8-472f-4f49-911a-a874a3272b10", "address": "fa:16:3e:f8:5b:fb", "network": {"id": "674d51f2-7e50-498f-b956-18676409ecc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1868306525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d45e87270144d43b9a0c70ea797f4e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce3e0c8-47", "ovs_interfaceid": "0ce3e0c8-472f-4f49-911a-a874a3272b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.528470] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Releasing lock "refresh_cache-3d909b0c-f247-4be5-9178-53ef83c75b90" {{(pid=62024) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.528636] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Updated the network info_cache for instance {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1298.528855] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.032201] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.032577] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.032635] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.032757] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62024) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1299.033670] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c2c80a-25d3-4b97-8f97-1755326a4f8e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.042115] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e17e6aa-dfab-45b5-94f2-959e4f0585d8 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.056483] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6dbdce-7dc3-4cbe-82ab-8bd3947c2f93 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.062494] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2cdccc-686a-4276-b4ba-b06921fcc821 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.090602] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181225MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62024) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1299.090739] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.090915] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.113913] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Instance 3d909b0c-f247-4be5-9178-53ef83c75b90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62024) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1300.113913] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1300.113913] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1300.141372] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19922c64-1cdb-4af4-bfed-e4916de55b18 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.148800] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2112aaa1-e189-4296-8384-a610cbbac5bc {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.179389] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966fa697-bbea-4b53-b1f7-935f079b0f6b {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.187190] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4508bb-cb42-41d8-a62a-9d1f5da06b37 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.200322] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.703219] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.208203] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62024) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1301.208601] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.459907] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.460166] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.460339] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.460494] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.460635] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62024) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1302.775870] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.779403] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.779608] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.776397] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.512621] env[62024]: DEBUG oslo_concurrency.lockutils [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "3d909b0c-f247-4be5-9178-53ef83c75b90" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.512902] env[62024]: DEBUG oslo_concurrency.lockutils [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "3d909b0c-f247-4be5-9178-53ef83c75b90" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.017269] env[62024]: DEBUG nova.compute.utils [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Using /dev/sd instead of None {{(pid=62024) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1326.520476] env[62024]: DEBUG oslo_concurrency.lockutils [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "3d909b0c-f247-4be5-9178-53ef83c75b90" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.577471] env[62024]: DEBUG oslo_concurrency.lockutils [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "3d909b0c-f247-4be5-9178-53ef83c75b90" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.577867] env[62024]: DEBUG oslo_concurrency.lockutils [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "3d909b0c-f247-4be5-9178-53ef83c75b90" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.578038] env[62024]: INFO nova.compute.manager [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Attaching volume 03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac to /dev/sdb [ 1327.607606] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39d758d-53d5-4005-8e2a-ec041f19b487 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.614404] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7339d5b8-9678-4470-962c-4da8d67c11be {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.626928] env[62024]: DEBUG nova.virt.block_device [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Updating existing volume attachment record: d92e4bda-d3dc-44e5-be52-fa803137dfea {{(pid=62024) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1332.168179] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Volume attach. Driver type: vmdk {{(pid=62024) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1332.168459] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465882', 'volume_id': '03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac', 'name': 'volume-03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d909b0c-f247-4be5-9178-53ef83c75b90', 'attached_at': '', 'detached_at': '', 'volume_id': '03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac', 'serial': '03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1332.169361] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24d4325-23e3-46b4-b804-4b7fad58ccf0 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.186411] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7caa83-56fa-4eb8-8b3b-24ae310772c1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.209943] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac/volume-03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.210211] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81f92b53-e5f1-44d2-a83a-e04d83f93cd7 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.227731] env[62024]: DEBUG oslo_vmware.api [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1332.227731] env[62024]: value = "task-2289117" [ 1332.227731] env[62024]: _type = "Task" [ 1332.227731] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.235133] env[62024]: DEBUG oslo_vmware.api [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.737416] env[62024]: DEBUG oslo_vmware.api [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289117, 'name': ReconfigVM_Task, 'duration_secs': 0.354455} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.737654] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac/volume-03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac.vmdk or device None with type thin {{(pid=62024) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.742452] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5e5ffeb-d9d5-4577-847e-b8498acc5b07 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.756859] env[62024]: DEBUG oslo_vmware.api [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1332.756859] env[62024]: value = "task-2289118" [ 1332.756859] env[62024]: _type = "Task" [ 1332.756859] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.764046] env[62024]: DEBUG oslo_vmware.api [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.267055] env[62024]: DEBUG oslo_vmware.api [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289118, 'name': ReconfigVM_Task, 'duration_secs': 0.126196} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.267376] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465882', 'volume_id': '03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac', 'name': 'volume-03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d909b0c-f247-4be5-9178-53ef83c75b90', 'attached_at': '', 'detached_at': '', 'volume_id': '03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac', 'serial': '03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac'} {{(pid=62024) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1334.301386] env[62024]: DEBUG nova.objects.instance [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lazy-loading 'flavor' on Instance uuid 3d909b0c-f247-4be5-9178-53ef83c75b90 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.805967] env[62024]: DEBUG oslo_concurrency.lockutils [None req-77e87a68-c6aa-4959-a1b1-3b40ac50a5f7 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "3d909b0c-f247-4be5-9178-53ef83c75b90" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.228s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.999633] env[62024]: DEBUG oslo_concurrency.lockutils [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "3d909b0c-f247-4be5-9178-53ef83c75b90" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.999904] env[62024]: DEBUG oslo_concurrency.lockutils [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "3d909b0c-f247-4be5-9178-53ef83c75b90" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.503225] env[62024]: INFO nova.compute.manager [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Detaching volume 03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac [ 1335.532731] env[62024]: INFO nova.virt.block_device [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Attempting to driver detach volume 03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac from mountpoint /dev/sdb [ 1335.532967] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Volume detach. Driver type: vmdk {{(pid=62024) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1335.533171] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465882', 'volume_id': '03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac', 'name': 'volume-03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d909b0c-f247-4be5-9178-53ef83c75b90', 'attached_at': '', 'detached_at': '', 'volume_id': '03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac', 'serial': '03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1335.534073] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454ab9eb-7411-4ab0-b0b2-446988d19706 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.555564] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305353d6-1419-460b-a341-cce67fa4f043 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.562151] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4dd54f-9aa0-4dc2-8910-a81ca0d56723 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.581947] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d62bc39-02c8-4119-a23d-5d6df3d160a2 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.596397] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] The volume has not been displaced from its original location: [datastore2] volume-03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac/volume-03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac.vmdk. No consolidation needed. {{(pid=62024) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1335.601574] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1335.601837] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14523e9a-a67b-4d25-8338-4a8b6f0183ae {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.618772] env[62024]: DEBUG oslo_vmware.api [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1335.618772] env[62024]: value = "task-2289119" [ 1335.618772] env[62024]: _type = "Task" [ 1335.618772] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.626044] env[62024]: DEBUG oslo_vmware.api [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.127478] env[62024]: DEBUG oslo_vmware.api [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289119, 'name': ReconfigVM_Task, 'duration_secs': 0.216269} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.127754] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=62024) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1336.132335] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-088c526f-2ec4-46c9-9cd3-8ea732a1e402 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.146203] env[62024]: DEBUG oslo_vmware.api [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1336.146203] env[62024]: value = "task-2289120" [ 1336.146203] env[62024]: _type = "Task" [ 1336.146203] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.158774] env[62024]: DEBUG oslo_vmware.api [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.655703] env[62024]: DEBUG oslo_vmware.api [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289120, 'name': ReconfigVM_Task, 'duration_secs': 0.167134} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.656055] env[62024]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-465882', 'volume_id': '03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac', 'name': 'volume-03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d909b0c-f247-4be5-9178-53ef83c75b90', 'attached_at': '', 'detached_at': '', 'volume_id': '03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac', 'serial': '03f10d8c-73b6-4e2c-8f1f-a60c2d8ddbac'} {{(pid=62024) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1337.195510] env[62024]: DEBUG nova.objects.instance [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lazy-loading 'flavor' on Instance uuid 3d909b0c-f247-4be5-9178-53ef83c75b90 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.202754] env[62024]: DEBUG oslo_concurrency.lockutils [None req-60ebba17-b503-4314-8407-7e3431a09dd4 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "3d909b0c-f247-4be5-9178-53ef83c75b90" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.243150] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "3d909b0c-f247-4be5-9178-53ef83c75b90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.243593] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "3d909b0c-f247-4be5-9178-53ef83c75b90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.243689] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "3d909b0c-f247-4be5-9178-53ef83c75b90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.243857] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "3d909b0c-f247-4be5-9178-53ef83c75b90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.244043] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "3d909b0c-f247-4be5-9178-53ef83c75b90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.246142] env[62024]: INFO nova.compute.manager [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Terminating instance [ 1339.749888] env[62024]: DEBUG nova.compute.manager [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Start destroying the instance on the hypervisor. {{(pid=62024) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.750150] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Destroying instance {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.751107] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66347cf-8023-4461-8900-f450c9f2778a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.758769] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Powering off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.758997] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fb928ef-c6d7-4b7e-8af2-f2550ee2734d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.764760] env[62024]: DEBUG oslo_vmware.api [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1339.764760] env[62024]: value = "task-2289121" [ 1339.764760] env[62024]: _type = "Task" [ 1339.764760] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.772711] env[62024]: DEBUG oslo_vmware.api [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.274831] env[62024]: DEBUG oslo_vmware.api [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289121, 'name': PowerOffVM_Task, 'duration_secs': 0.172304} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.275196] env[62024]: DEBUG nova.virt.vmwareapi.vm_util [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Powered off the VM {{(pid=62024) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.275252] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Unregistering the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.275460] env[62024]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85a66c70-27b3-4022-85a4-b194e73133ee {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.335266] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Unregistered the VM {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.335506] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Deleting contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.335649] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Deleting the datastore file [datastore1] 3d909b0c-f247-4be5-9178-53ef83c75b90 {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.335907] env[62024]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f6b4078-2ea3-4d40-8579-1d9ee7ae8e0f {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.342312] env[62024]: DEBUG oslo_vmware.api [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for the task: (returnval){ [ 1340.342312] env[62024]: value = "task-2289123" [ 1340.342312] env[62024]: _type = "Task" [ 1340.342312] env[62024]: } to complete. {{(pid=62024) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.349507] env[62024]: DEBUG oslo_vmware.api [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.852522] env[62024]: DEBUG oslo_vmware.api [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Task: {'id': task-2289123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134173} completed successfully. {{(pid=62024) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.852522] env[62024]: DEBUG nova.virt.vmwareapi.ds_util [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Deleted the datastore file {{(pid=62024) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.852789] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Deleted contents of the VM from datastore datastore1 {{(pid=62024) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.852837] env[62024]: DEBUG nova.virt.vmwareapi.vmops [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Instance destroyed {{(pid=62024) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.852995] env[62024]: INFO nova.compute.manager [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1340.853279] env[62024]: DEBUG oslo.service.loopingcall [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62024) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1340.853473] env[62024]: DEBUG nova.compute.manager [-] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Deallocating network for instance {{(pid=62024) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.853590] env[62024]: DEBUG nova.network.neutron [-] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] deallocate_for_instance() {{(pid=62024) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.264969] env[62024]: DEBUG nova.compute.manager [req-05a8d91b-7daf-4495-b3e7-80445737e8a1 req-2cebe063-9db8-4a6e-9a52-d04319052678 service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Received event network-vif-deleted-0ce3e0c8-472f-4f49-911a-a874a3272b10 {{(pid=62024) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1341.265212] env[62024]: INFO nova.compute.manager [req-05a8d91b-7daf-4495-b3e7-80445737e8a1 req-2cebe063-9db8-4a6e-9a52-d04319052678 service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Neutron deleted interface 0ce3e0c8-472f-4f49-911a-a874a3272b10; detaching it from the instance and deleting it from the info cache [ 1341.265392] env[62024]: DEBUG nova.network.neutron [req-05a8d91b-7daf-4495-b3e7-80445737e8a1 req-2cebe063-9db8-4a6e-9a52-d04319052678 service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.749156] env[62024]: DEBUG nova.network.neutron [-] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Updating instance_info_cache with network_info: [] {{(pid=62024) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.768467] env[62024]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8c3d422-763f-4ad7-b771-8a3cf21e8f4e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.780401] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3941c977-187f-47bb-8770-8d01eda5db24 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.807232] env[62024]: DEBUG nova.compute.manager [req-05a8d91b-7daf-4495-b3e7-80445737e8a1 req-2cebe063-9db8-4a6e-9a52-d04319052678 service nova] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Detach interface failed, port_id=0ce3e0c8-472f-4f49-911a-a874a3272b10, reason: Instance 3d909b0c-f247-4be5-9178-53ef83c75b90 could not be found. {{(pid=62024) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1342.251933] env[62024]: INFO nova.compute.manager [-] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Took 1.40 seconds to deallocate network for instance. [ 1342.758778] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.759183] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.759283] env[62024]: DEBUG nova.objects.instance [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lazy-loading 'resources' on Instance uuid 3d909b0c-f247-4be5-9178-53ef83c75b90 {{(pid=62024) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.293601] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b2d541-cd55-4880-ae94-9062a5618604 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.300913] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58389ad-3124-43a1-8a16-8059c0073a6d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.330098] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189f544e-0cef-4d59-b4f6-161ec6bfa68c {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.336595] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ee5c34-bd85-427e-908c-18a8d1a452a1 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.350557] env[62024]: DEBUG nova.compute.provider_tree [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.853877] env[62024]: DEBUG nova.scheduler.client.report [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.358668] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.379915] env[62024]: INFO nova.scheduler.client.report [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Deleted allocations for instance 3d909b0c-f247-4be5-9178-53ef83c75b90 [ 1344.887469] env[62024]: DEBUG oslo_concurrency.lockutils [None req-e053b3ff-80f9-43a0-bac6-858a35797470 tempest-AttachVolumeNegativeTest-1999613701 tempest-AttachVolumeNegativeTest-1999613701-project-member] Lock "3d909b0c-f247-4be5-9178-53ef83c75b90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.644s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.781062] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.283613] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.284044] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Starting heal instance info cache {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1356.284044] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Rebuilding the list of instances to heal {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1356.787624] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Didn't find any instances for network info cache update. {{(pid=62024) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1358.780320] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.781057] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.781057] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62024) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1359.781057] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager.update_available_resource {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.284549] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.284782] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.285176] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.285477] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62024) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1360.286457] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1228e2-24de-436b-a439-f88d7cf32729 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.295077] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05f835a-442d-45a1-a50f-53443ba06c8e {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.310145] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ef2a95-5eed-40f6-8130-adeae636b142 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.316365] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0507b05-21ab-445c-b9be-745e55ea9a3d {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.344246] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181015MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62024) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1360.344396] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.344570] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.473140] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1361.473140] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62024) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1361.484231] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2c9261-99e7-4588-951f-5762ee35dbfb {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.491720] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616ea063-f35c-4c58-922c-d002499c3c78 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.520815] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136c424c-9cf1-4ebe-9904-6497b706eb9a {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.527569] env[62024]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30f506b-8b6e-404d-95b0-3548dbe9ad73 {{(pid=62024) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.541744] env[62024]: DEBUG nova.compute.provider_tree [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed in ProviderTree for provider: 2414aeaf-2a82-48f5-b61f-d58b79924cbf {{(pid=62024) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.045472] env[62024]: DEBUG nova.scheduler.client.report [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Inventory has not changed for provider 2414aeaf-2a82-48f5-b61f-d58b79924cbf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62024) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.551302] env[62024]: DEBUG nova.compute.resource_tracker [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62024) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1362.551620] env[62024]: DEBUG oslo_concurrency.lockutils [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.207s {{(pid=62024) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.551576] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.551981] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.551981] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.775888] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.780163] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.780605] env[62024]: DEBUG oslo_service.periodic_task [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62024) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.780942] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] Cleaning up deleted instances {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1372.287198] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] There are 15 instances to clean {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1372.287392] env[62024]: DEBUG nova.compute.manager [None req-05b032a6-b954-43f1-82b4-0421bc07617b None None] [instance: 3d909b0c-f247-4be5-9178-53ef83c75b90] Instance has had 0 of 5 cleanup attempts {{(pid=62024) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}}